-- Logs begin at Mon 2021-06-14 13:11:20 UTC, end at Mon 2021-06-14 15:08:54 UTC. -- Jun 14 14:38:07.976882 dv-cinder-726180-9-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 14 14:38:10.652309 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.common.config [-] Logging enabled! Jun 14 14:38:10.652919 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev342 Jun 14 14:38:10.653070 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99374) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 14 14:38:10.656268 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.common.config [-] Logging enabled! Jun 14 14:38:10.656522 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev342 Jun 14 14:38:10.656828 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99374) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 14 14:38:10.657741 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 14 14:38:10.657971 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 14 14:38:10.658319 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 14 14:38:10.658562 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 14 14:38:10.658783 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 14 14:38:10.659093 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:10.659383 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:10.659672 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:10.659898 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:10.660225 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:10.660511 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:10.660789 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:10.661066 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:10.661354 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:10.661633 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:10.661907 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:10.662185 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:10.662411 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:10.662683 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] config_source = [] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:10.662961 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:10.663239 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:10.663458 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] debug = True {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:10.663732 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:10.664174 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:10.664583 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:10.664858 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:10.665140 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:10.665412 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:10.665681 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:10.665950 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:10.666227 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:10.666551 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] host = dv-cinder-726180-9-iscsi {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:10.666822 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:10.667102 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:10.667380 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:10.667660 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:10.667930 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:10.668222 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:10.668500 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:10.668767 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] log_dir = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:10.669047 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] log_file = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:10.669830 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:10.670341 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:10.670675 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:10.670970 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:10.671192 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:10.671414 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:10.671697 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:10.671981 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:10.672277 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:10.672546 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:10.672814 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:10.673084 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:10.673351 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:10.673613 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:10.673893 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:10.674173 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:10.674452 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:10.674721 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:10.674988 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:10.675252 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:10.675514 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:10.675791 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:10.676088 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:10.676357 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:10.676623 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:10.676906 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:10.677170 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:10.677437 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:10.677731 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:10.678012 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:10.678289 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:10.678568 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:10.678835 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:10.679111 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:10.679377 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:10.679642 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] use_journal = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:10.679905 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] use_json = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:10.680205 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:10.680472 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:10.680747 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:10.681015 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:10.681280 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:10.681543 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:10.681807 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:10.682086 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:10.682373 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.682663 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.682956 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.683233 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.683522 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.683794 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.684105 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.684380 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.684663 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.687077 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.687077 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.687077 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.687077 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.687077 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.687481 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.687481 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.687721 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.688024 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.688299 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.688570 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.688841 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.689116 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.689398 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.689689 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.689974 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.690247 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.690522 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.690811 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.691082 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.691350 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.691621 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.691906 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.692205 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.692476 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.692753 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.693026 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.693293 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.693561 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.693831 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.694114 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.694388 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.694654 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.694920 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.695190 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.695456 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.695739 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.696030 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.696302 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.696570 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.696845 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.697113 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.697384 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.697655 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.697924 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.698200 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.698472 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.698743 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.699013 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.699282 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.699550 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.699816 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.700111 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.700387 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.701195 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.701476 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.701749 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.702019 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.702288 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.702571 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.702866 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.703140 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.703415 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.703690 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.703962 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.704267 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.704539 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.704814 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.705087 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.705354 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.705638 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.705915 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.706194 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.706471 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.706743 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.707036 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.707309 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.707587 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.707858 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.708151 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.708437 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.708715 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.709007 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.709293 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.709585 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.709872 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.710167 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.710443 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.710748 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.711024 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:10.711230 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 14 14:38:10.711476 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=99374) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 14 14:38:11.057328 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=99374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:38:11.057511 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=99374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:38:11.057795 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=99374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:38:11.058123 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 14 14:38:11.447444 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:11.447729 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:11.447998 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:11.449311 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:11.449583 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:11.449843 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:11.483798 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:11.484101 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:11.484367 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:11.497605 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:11.497887 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:11.498147 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:11.527509 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:11.527784 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:11.528066 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:11.564304 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:11.564580 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:11.564843 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:11.848510 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:11.849151 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:11.849151 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:11.849338 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:11.850224 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:11.982672 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:11.982992 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:11.983278 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:11.983561 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:11.983840 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:11.984190 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:11.984460 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:11.984723 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:11.984981 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:11.985267 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:11.985532 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:11.985806 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:11.986230 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:11.986417 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:11.986679 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:11.986954 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:11.987233 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:11.987498 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:11.987774 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:11.988057 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:11.988346 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:11.988701 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:11.988960 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:11.989251 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:11.989506 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:11.989757 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:11.990160 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=99374) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 14 14:38:11.990402 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=99374) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 14 14:38:11.990638 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=99374) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 14 14:38:11.990872 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=99374) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 14 14:38:11.991105 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=99374) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 14 14:38:11.991402 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=99374) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 14 14:38:11.992863 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 14 14:38:11.996427 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 14 14:38:12.008096 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 14 14:38:12.011953 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Jun 14 14:38:12.014309 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 14 14:38:12.014757 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 14 14:38:12.015087 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 14 14:38:12.015464 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 14 14:38:12.018287 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 14 14:38:12.018537 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 14 14:38:12.018884 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 14 14:38:12.055474 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 14 14:38:12.055853 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:12.056177 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=99374) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 14 14:38:12.056540 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:12.057933 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=99374) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 14 14:38:12.058225 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 14 14:38:12.058471 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 14 14:38:12.062295 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:12.062575 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:12.126285 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 14 14:38:12.126521 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 14 14:38:12.126756 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 14 14:38:12.127131 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 14 14:38:12.150897 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_db.sqlalchemy.engines [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=99374) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 14 14:38:12.876987 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.plugins.ml2.managers [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Initializing driver for type 'gre' Jun 14 14:38:12.877673 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] gre ID ranges: [(1, 1000)] Jun 14 14:38:13.173525 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.plugins.ml2.managers [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Initializing driver for type 'local' Jun 14 14:38:13.173858 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.plugins.ml2.managers [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Initializing driver for type 'vlan' Jun 14 14:38:13.282020 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] VlanTypeDriver initialization complete Jun 14 14:38:13.282372 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.plugins.ml2.managers [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Initializing driver for type 'vxlan' Jun 14 14:38:13.282887 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] vxlan ID ranges: [(1, 1000)] Jun 14 14:38:13.499563 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.plugins.ml2.managers [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Initializing extension driver 'port_security' Jun 14 14:38:13.499817 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.plugins.ml2.extensions.port_security [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] PortSecurityExtensionDriver initialization complete Jun 14 14:38:13.500180 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.plugins.ml2.managers [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Initializing mechanism driver 'openvswitch' Jun 14 14:38:13.500514 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.plugins.ml2.managers [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Initializing mechanism driver 'hyperv' Jun 14 14:38:13.511330 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.plugins.ml2.plugin [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=99374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:38:13.512298 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Subscribe: > port after_create 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:13.512704 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Subscribe: > port after_update 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:13.513098 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Subscribe: > port after_delete 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:13.513487 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Subscribe: > subnet after_create 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:13.513840 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Subscribe: > subnet after_update 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:13.514181 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Subscribe: > subnet after_delete 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:13.514557 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Subscribe: > network after_create 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:13.514901 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Subscribe: > network after_update 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:13.515256 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Subscribe: > network after_delete 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:13.515651 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Subscribe: > security_group after_create 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:13.516046 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Subscribe: > security_group after_update 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:13.516383 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Subscribe: > security_group after_delete 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:13.516762 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:13.517100 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:13.517435 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:13.517811 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Subscribe: > address_group after_create 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:13.518151 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Subscribe: > address_group after_update 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:13.518485 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Subscribe: > address_group after_delete 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:13.518817 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] ML2 OVO RPC backend initialized. {{(pid=99374) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 14 14:38:13.519532 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Subscribe: > router_interface after_create 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:13.519927 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:13.520373 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Subscribe: > network before_response 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:13.520815 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Subscribe: > networks before_response 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:13.521105 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Subscribe: > port before_response 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:13.521439 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Subscribe: > ports before_response 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:13.521776 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Subscribe: > subnet before_response 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:13.522111 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Subscribe: > subnets before_response 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:13.522448 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Subscribe: > network after_create 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:13.522779 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Subscribe: > network after_update 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:13.523107 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Subscribe: > network after_delete 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:13.523435 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Subscribe: > port after_create 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:13.523762 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Subscribe: > port after_update 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:13.524126 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Subscribe: > port after_delete 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:13.524458 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Subscribe: > subnet after_create 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:13.524785 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Subscribe: > subnet after_update 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:13.525109 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Subscribe: > subnet after_delete 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:13.525668 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.plugins.ml2.plugin [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Modular L2 Plugin initialization complete Jun 14 14:38:13.525991 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading services supported by the core plugin {{(pid=99374) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 14 14:38:13.526339 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.plugins.ml2.managers [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Got port-security extension from driver 'port_security' Jun 14 14:38:13.526773 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.extensions.vlantransparent [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Disabled vlantransparent extension. Jun 14 14:38:13.527278 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=99374) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 14 14:38:13.527587 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading Plugin: router Jun 14 14:38:13.563685 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Subscribe: > router_interface before_create 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:13.564090 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Subscribe: > router after_create 55549900 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:13.564458 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Subscribe: > router before_create 55549900 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:13.564817 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:13.565180 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:13.565532 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Subscribe: > router after_delete 55549900 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:13.565886 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Subscribe: > floatingip after_update 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:13.566249 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Subscribe: > router after_create 55549900 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:13.566661 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Subscribe: > router after_update 55549900 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:13.566972 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Subscribe: > router after_update 55549900 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:13.567304 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:13.567654 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Subscribe: > router after_update 55549900 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:13.568080 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Subscribe: > router precommit_update 55549900 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:13.568446 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Subscribe: port after_update 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:13.568779 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Subscribe: port after_delete 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:13.569111 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Subscribe: subnet after_update 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:13.569444 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:13.569787 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Subscribe: > port precommit_delete 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:13.570128 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Subscribe: > router precommit_create 55549900 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:13.570469 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Subscribe: port before_delete 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:13.570804 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Subscribe: > router precommit_create 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:13.571155 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Subscribe: > router after_update 55549900 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:13.571493 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Subscribe: > router precommit_delete 55549900 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:13.571837 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Subscribe: > router precommit_create 55549900 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:13.572212 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Subscribe: > router_interface after_create 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:13.572557 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Subscribe: > router precommit_update 55549900 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:13.572927 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Subscribe: > network after_delete 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:13.573760 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.quota.resource_registry [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Tracking information for resource: router configured {{(pid=99374) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 14 14:38:13.574085 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.quota.resource_registry [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Tracking information for resource: floatingip configured {{(pid=99374) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 14 14:38:13.579323 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.db.l3_agentschedulers_db [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 14 14:38:13.579889 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Subscribe: port after_update 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:13.580272 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Subscribe: port after_create 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:13.580619 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Subscribe: port after_delete 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:13.580961 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Subscribe: port after_update 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:13.581732 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Subscribe: > router before_create 55550100 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:13.582092 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Subscribe: > router precommit_delete 55550100 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:13.582447 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Subscribe: > router precommit_create 55550100 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:13.582837 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Subscribe: > router precommit_update 55550100 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:13.587334 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.services.provider_configuration [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Service providers = [] {{(pid=99374) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 14 14:38:13.587690 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.db.servicetype_db [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=99374) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 14 14:38:13.590604 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.services.service_base [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=99374) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 14 14:38:13.591462 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.services.service_base [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=99374) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 14 14:38:13.591796 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.services.service_base [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=99374) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 14 14:38:13.592684 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.services.service_base [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=99374) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 14 14:38:13.593047 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.services.service_base [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 14 14:38:13.593416 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=99374) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 14 14:38:13.593726 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 14 14:38:13.604158 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=99374) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 14 14:38:13.604485 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading Plugin: auto_allocate Jun 14 14:38:13.610954 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Subscribe: network precommit_update 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:13.611318 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Subscribe: network precommit_create 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:13.611825 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=99374) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 14 14:38:13.612167 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading Plugin: tag Jun 14 14:38:13.618875 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=99374) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 14 14:38:13.619196 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading Plugin: timestamp Jun 14 14:38:13.623146 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=99374) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 14 14:38:13.623467 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading Plugin: network_ip_availability Jun 14 14:38:13.628859 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:13.629221 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:13.629568 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:13.630266 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=99374) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 14 14:38:13.630578 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading Plugin: flavors Jun 14 14:38:13.643137 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=99374) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 14 14:38:13.643466 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading Plugin: revisions Jun 14 14:38:13.647763 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=99374) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 14 14:38:13.648177 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_concurrency.lockutils [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.590s {{(pid=99374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:38:13.648919 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=99374) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 14 14:38:13.649249 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Initializing extension manager. Jun 14 14:38:13.649745 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: __init__.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.650081 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: __pycache__ {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.650412 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.650740 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: address_group.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.651520 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.652125 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loaded extension: address-group Jun 14 14:38:13.652488 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: address_scope.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.653184 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.654262 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loaded extension: address-scope Jun 14 14:38:13.654829 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: admin_state_down_before_update.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.655835 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.656370 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loaded extension: router-admin-state-down-before-update Jun 14 14:38:13.656692 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: agent.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.657593 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.658095 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loaded extension: agent Jun 14 14:38:13.658417 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: agent_resources_synced.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.659297 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.659796 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loaded extension: agent-resources-synced Jun 14 14:38:13.660140 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: allowedaddresspairs.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.661919 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.662430 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loaded extension: allowed-address-pairs Jun 14 14:38:13.662749 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: auto_allocated_topology.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.663820 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.664390 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loaded extension: auto-allocated-topology Jun 14 14:38:13.664712 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: availability_zone.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.665389 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.665884 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loaded extension: availability_zone Jun 14 14:38:13.666202 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: availability_zone_filter.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.667082 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.667575 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loaded extension: availability_zone_filter Jun 14 14:38:13.667891 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: data_plane_status.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.668795 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.669411 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Extension data-plane-status not supported by any of loaded plugins Jun 14 14:38:13.670463 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: default_subnetpools.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.677604 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.678131 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loaded extension: default-subnetpools Jun 14 14:38:13.678461 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: dhcpagentscheduler.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.679297 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.679811 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loaded extension: dhcp_agent_scheduler Jun 14 14:38:13.680176 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: dns.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.681080 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.681580 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Extension dns-integration not supported by any of loaded plugins Jun 14 14:38:13.681904 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: dns_domain_ports.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.682803 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.683304 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 14 14:38:13.683627 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: dvr.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.684315 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.685343 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loaded extension: dvr Jun 14 14:38:13.685681 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: empty_string_filtering.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.686586 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.687092 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loaded extension: empty-string-filtering Jun 14 14:38:13.687414 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.688331 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.688827 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 14 14:38:13.689149 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.690084 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.690583 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 14 14:38:13.690905 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: external_net.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.691798 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.692335 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loaded extension: external-net Jun 14 14:38:13.692660 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: extra_dhcp_opt.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.693546 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.694133 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loaded extension: extra_dhcp_opt Jun 14 14:38:13.694461 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: extraroute.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.695359 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.695883 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loaded extension: extraroute Jun 14 14:38:13.696310 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: extraroute_atomic.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.697384 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.697900 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loaded extension: extraroute-atomic Jun 14 14:38:13.698334 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: filter_validation.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.699018 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.699525 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loaded extension: filter-validation Jun 14 14:38:13.699844 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: fip_pf_description.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.701513 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.702039 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 14 14:38:13.702360 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: fip_port_details.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.703298 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.703810 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loaded extension: fip-port-details Jun 14 14:38:13.704216 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: flavors.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.705497 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.706013 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loaded extension: flavors Jun 14 14:38:13.706340 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.708076 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.708599 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 14 14:38:13.708933 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: floatingip_pools.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.709637 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.710149 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loaded extension: floatingip-pools Jun 14 14:38:13.710476 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: ip_allocation.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.711401 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.712111 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Extension ip_allocation not supported by any of loaded plugins Jun 14 14:38:13.712440 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.713353 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.713853 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loaded extension: ip-substring-filtering Jun 14 14:38:13.714182 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: l2_adjacency.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.715078 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.715578 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Extension l2_adjacency not supported by any of loaded plugins Jun 14 14:38:13.716471 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: l3.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.718085 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.718600 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loaded extension: router Jun 14 14:38:13.718928 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: l3_conntrack_helper.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.721484 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.722004 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 14 14:38:13.722340 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.723246 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.723761 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loaded extension: ext-gw-mode Jun 14 14:38:13.724163 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.725098 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.725608 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loaded extension: l3-ha Jun 14 14:38:13.725935 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: l3_flavors.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.726837 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.727340 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loaded extension: l3-flavors Jun 14 14:38:13.727664 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.728602 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.729105 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loaded extension: l3-port-ip-change-not-allowed Jun 14 14:38:13.729429 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: l3agentscheduler.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.730478 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.730983 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loaded extension: l3_agent_scheduler Jun 14 14:38:13.731374 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: logging.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.734072 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.734599 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Extension logging not supported by any of loaded plugins Jun 14 14:38:13.734928 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: metering.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.740617 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.741196 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loaded extension: metering Jun 14 14:38:13.741522 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.742622 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.743394 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loaded extension: metering_source_and_destination_fields Jun 14 14:38:13.743719 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: multiprovidernet.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.744660 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.745168 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loaded extension: multi-provider Jun 14 14:38:13.745498 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: netmtu.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.746463 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.746969 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loaded extension: net-mtu Jun 14 14:38:13.747333 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: netmtu_writable.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.748800 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.749310 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loaded extension: net-mtu-writable Jun 14 14:38:13.749687 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: network_availability_zone.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.750294 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.750795 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loaded extension: network_availability_zone Jun 14 14:38:13.751117 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: network_ip_availability.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.752246 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.752796 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loaded extension: network-ip-availability Jun 14 14:38:13.753115 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: network_segment_range.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.753872 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.754370 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Extension network-segment-range not supported by any of loaded plugins Jun 14 14:38:13.754692 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: pagination.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.755658 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.755983 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loaded extension: pagination Jun 14 14:38:13.756329 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: port_device_profile.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.757303 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.757803 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loaded extension: port-device-profile Jun 14 14:38:13.758123 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.759031 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.759533 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loaded extension: port-mac-address-regenerate Jun 14 14:38:13.759863 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.760773 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.761278 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loaded extension: port-numa-affinity-policy Jun 14 14:38:13.761598 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: port_resource_request.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.762495 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.764284 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Extension port-resource-request not supported by any of loaded plugins Jun 14 14:38:13.764616 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: portbindings.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.765533 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.766033 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loaded extension: binding Jun 14 14:38:13.766360 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: portbindings_extended.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.769280 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.769844 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loaded extension: binding-extended Jun 14 14:38:13.770178 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: portsecurity.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.771088 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.771598 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loaded extension: port-security Jun 14 14:38:13.771951 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: project_id.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.772953 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.773282 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loaded extension: project-id Jun 14 14:38:13.773608 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: providernet.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.774512 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.775031 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loaded extension: provider Jun 14 14:38:13.775350 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: qos.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.780116 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.780643 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Extension qos not supported by any of loaded plugins Jun 14 14:38:13.780979 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.782220 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.782733 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 14 14:38:13.783172 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.786718 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.787150 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 14 14:38:13.787476 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: qos_default.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.788392 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.788906 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Extension qos-default not supported by any of loaded plugins Jun 14 14:38:13.789335 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: qos_fip.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.789988 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.790485 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Extension qos-fip not supported by any of loaded plugins Jun 14 14:38:13.790811 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: qos_gateway_ip.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.791715 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.792253 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 14 14:38:13.792580 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: qos_port_network_policy.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.793468 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.793978 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 14 14:38:13.794878 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: qos_rule_type_details.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.795863 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.796404 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 14 14:38:13.796731 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: qos_rules_alias.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.797761 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.798269 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 14 14:38:13.798594 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: quotasv2.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.799545 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.799872 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loaded extension: quotas Jun 14 14:38:13.800228 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: quotasv2_detail.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.803404 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.803749 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loaded extension: quota_details Jun 14 14:38:13.804110 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: rbac.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.805171 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.805699 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loaded extension: rbac-policies Jun 14 14:38:13.806033 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: rbac_address_group.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.806948 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.807462 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loaded extension: rbac-address-group Jun 14 14:38:13.807791 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: rbac_address_scope.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.808733 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.809246 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loaded extension: rbac-address-scope Jun 14 14:38:13.809575 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: rbac_security_groups.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.811014 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.811528 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loaded extension: rbac-security-groups Jun 14 14:38:13.811858 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: rbac_subnetpool.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.813039 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.813555 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loaded extension: rbac-subnetpool Jun 14 14:38:13.813885 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: revisionifmatch.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.814797 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.815308 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loaded extension: revision-if-match Jun 14 14:38:13.815635 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: revisions.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.816775 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.817285 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loaded extension: standard-attr-revisions Jun 14 14:38:13.817608 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: router_availability_zone.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.818266 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.818769 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loaded extension: router_availability_zone Jun 14 14:38:13.819096 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: routerservicetype.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.819988 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.826058 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Extension router-service-type not supported by any of loaded plugins Jun 14 14:38:13.826058 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.826612 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.827141 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loaded extension: security-groups-normalized-cidr Jun 14 14:38:13.827477 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: security_groups_port_filtering.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.828443 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.828949 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loaded extension: port-security-groups-filtering Jun 14 14:38:13.829278 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.830231 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.830738 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loaded extension: security-groups-remote-address-group Jun 14 14:38:13.831065 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: securitygroup.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.840899 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.842014 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loaded extension: security-group Jun 14 14:38:13.842315 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: segment.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.843091 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.843605 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Extension segment not supported by any of loaded plugins Jun 14 14:38:13.843934 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.844882 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.845385 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 14 14:38:13.845709 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: servicetype.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.846811 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.847325 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loaded extension: service-type Jun 14 14:38:13.847647 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: sorting.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.848632 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.848958 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loaded extension: sorting Jun 14 14:38:13.849279 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: standard_attr_segment.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.850179 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.850684 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 14 14:38:13.851003 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: standardattrdescription.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.851632 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.852196 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loaded extension: standard-attr-description Jun 14 14:38:13.852535 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: stateful_security_group.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.853461 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.853972 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loaded extension: stateful-security-group Jun 14 14:38:13.854296 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: stdattrs_common.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.854867 dv-cinder-726180-9-iscsi neutron-server[99374]: WARNING neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 14 14:38:13.855185 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.856185 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.856697 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 14 14:38:13.857017 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: subnet_onboard.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.858139 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.858654 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loaded extension: subnet_onboard Jun 14 14:38:13.858978 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.859891 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.860421 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 14 14:38:13.860746 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: subnet_service_types.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.861635 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.862142 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loaded extension: subnet-service-types Jun 14 14:38:13.862463 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: subnetallocation.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.863522 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.864059 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loaded extension: subnet_allocation Jun 14 14:38:13.864386 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.865038 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.865550 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loaded extension: subnetpool-prefix-ops Jun 14 14:38:13.865872 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.866783 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.867288 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 14 14:38:13.867611 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: tagging.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.869015 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.869535 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loaded extension: standard-attr-tag Jun 14 14:38:13.869861 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: timestamp.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.871096 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.871605 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loaded extension: standard-attr-timestamp Jun 14 14:38:13.871933 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: trunk.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.873093 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.873598 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Extension trunk not supported by any of loaded plugins Jun 14 14:38:13.873923 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: trunk_details.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.874824 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.875330 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Extension trunk-details not supported by any of loaded plugins Jun 14 14:38:13.875651 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: uplink_status_propagation.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.876576 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.877085 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 14 14:38:13.877600 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Loading extension file: vlantransparent.py {{(pid=99374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:38:13.878060 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=99374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:38:13.878558 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Extension vlan-transparent not supported by any of loaded plugins Jun 14 14:38:13.881041 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.quota.resource_registry [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Creating instance of TrackedResource for resource:network Jun 14 14:38:13.881582 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.quota.resource_registry [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Creating instance of TrackedResource for resource:subnet Jun 14 14:38:13.881986 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.quota.resource_registry [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Creating instance of TrackedResource for resource:subnetpool Jun 14 14:38:13.882373 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.quota.resource_registry [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Creating instance of TrackedResource for resource:port Jun 14 14:38:13.883620 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.v2.resource_helper [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99374) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 14:38:13.884079 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.v2.resource_helper [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Service FLAVORS assigned prefix: {{(pid=99374) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 14:38:13.884694 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.v2.resource_helper [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99374) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 14:38:13.885192 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.v2.resource_helper [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99374) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 14:38:13.885519 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.quota.resource_registry [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Creating instance of TrackedResource for resource:router Jun 14 14:38:13.885958 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.quota.resource_registry [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Creating instance of TrackedResource for resource:floatingip Jun 14 14:38:13.886455 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.v2.resource_helper [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Service METERING assigned prefix: /metering {{(pid=99374) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 14:38:13.888677 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:13.889054 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:13.889401 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:38:13.890410 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.quota.resource_registry [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Creating instance of CountableResource for resource:rbac_policy Jun 14 14:38:13.890842 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.quota.resource_registry [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Creating instance of TrackedResource for resource:security_group Jun 14 14:38:13.891271 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.quota.resource_registry [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Creating instance of TrackedResource for resource:security_group_rule Jun 14 14:38:13.891875 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.v2.resource_helper [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Service CORE assigned prefix: {{(pid=99374) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 14:38:13.892226 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.quota.resource_registry [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Creating instance of TrackedResource for resource:subnetpool Jun 14 14:38:13.892580 dv-cinder-726180-9-iscsi neutron-server[99374]: WARNING neutron.quota.resource_registry [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] subnetpool is already registered Jun 14 14:38:13.893010 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.v2.resource_helper [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Service CORE assigned prefix: {{(pid=99374) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 14:38:13.893332 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.quota.resource_registry [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Creating instance of TrackedResource for resource:subnetpool Jun 14 14:38:13.893668 dv-cinder-726180-9-iscsi neutron-server[99374]: WARNING neutron.quota.resource_registry [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] subnetpool is already registered Jun 14 14:38:13.895974 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.v2.resource_helper [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99374) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 14:38:13.896432 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.v2.resource_helper [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Service FLAVORS assigned prefix: {{(pid=99374) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 14:38:13.897023 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.v2.resource_helper [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99374) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 14:38:13.897436 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.v2.resource_helper [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99374) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 14:38:13.897766 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.quota.resource_registry [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Creating instance of TrackedResource for resource:router Jun 14 14:38:13.898110 dv-cinder-726180-9-iscsi neutron-server[99374]: WARNING neutron.quota.resource_registry [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] router is already registered Jun 14 14:38:13.898520 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.quota.resource_registry [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Creating instance of TrackedResource for resource:floatingip Jun 14 14:38:13.898857 dv-cinder-726180-9-iscsi neutron-server[99374]: WARNING neutron.quota.resource_registry [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] floatingip is already registered Jun 14 14:38:13.899306 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.v2.resource_helper [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Service METERING assigned prefix: /metering {{(pid=99374) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 14:38:13.899959 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.quota.resource_registry [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Creating instance of CountableResource for resource:rbac_policy Jun 14 14:38:13.900309 dv-cinder-726180-9-iscsi neutron-server[99374]: WARNING neutron.quota.resource_registry [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] rbac_policy is already registered Jun 14 14:38:13.912787 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.quota.resource_registry [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Creating instance of TrackedResource for resource:security_group Jun 14 14:38:13.912787 dv-cinder-726180-9-iscsi neutron-server[99374]: WARNING neutron.quota.resource_registry [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] security_group is already registered Jun 14 14:38:13.912787 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.quota.resource_registry [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Creating instance of TrackedResource for resource:security_group_rule Jun 14 14:38:13.912787 dv-cinder-726180-9-iscsi neutron-server[99374]: WARNING neutron.quota.resource_registry [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] security_group_rule is already registered Jun 14 14:38:13.912787 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.v2.resource_helper [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Service CORE assigned prefix: {{(pid=99374) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 14:38:13.912787 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.quota.resource_registry [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Creating instance of TrackedResource for resource:subnetpool Jun 14 14:38:13.912787 dv-cinder-726180-9-iscsi neutron-server[99374]: WARNING neutron.quota.resource_registry [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] subnetpool is already registered Jun 14 14:38:13.912787 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.v2.resource_helper [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Service CORE assigned prefix: {{(pid=99374) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 14:38:13.912787 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.quota.resource_registry [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Creating instance of TrackedResource for resource:subnetpool Jun 14 14:38:13.913414 dv-cinder-726180-9-iscsi neutron-server[99374]: WARNING neutron.quota.resource_registry [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] subnetpool is already registered Jun 14 14:38:13.913414 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Extended resource: extensions {{(pid=99374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 14:38:13.913414 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Extended resource: address-groups {{(pid=99374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 14:38:13.913414 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Extended resource: address-scopes {{(pid=99374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 14:38:13.913414 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Extended resource: agents {{(pid=99374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 14:38:13.913414 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Extended resource: auto-allocated-topology {{(pid=99374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 14:38:13.913414 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Extended resource: availability_zones {{(pid=99374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 14:38:13.913414 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Extended resource: dhcp-networks {{(pid=99374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 14:38:13.914688 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Extended resource: dhcp-agents {{(pid=99374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 14:38:13.916138 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Extended resource: routers {{(pid=99374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 14:38:13.917862 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Extended resource: flavors {{(pid=99374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 14:38:13.919158 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Extended resource: service_profiles {{(pid=99374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 14:38:13.920395 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Extended resource: next_providers {{(pid=99374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 14:38:13.921842 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Extended resource: service_profiles {{(pid=99374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 14:38:13.923428 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Extended resource: floatingip-pools {{(pid=99374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 14:38:13.924688 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Extended resource: routers {{(pid=99374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 14:38:13.926378 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Extended resource: floatingips {{(pid=99374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 14:38:13.927648 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Extended resource: l3-routers {{(pid=99374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 14:38:13.929085 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Extended resource: l3-agents {{(pid=99374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 14:38:13.930505 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Extended resource: metering-labels {{(pid=99374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 14:38:13.931761 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Extended resource: metering-label-rules {{(pid=99374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 14:38:13.934228 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Extended resource: network-ip-availabilities {{(pid=99374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 14:38:13.935691 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Extended resource: bindings {{(pid=99374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 14:38:13.937286 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Extended resource: quotas {{(pid=99374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 14:38:13.938837 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Extended resource: quotas {{(pid=99374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 14:38:13.940298 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Extended resource: rbac-policies {{(pid=99374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 14:38:13.941563 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Extended resource: security-groups {{(pid=99374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 14:38:13.942886 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Extended resource: security-group-rules {{(pid=99374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 14:38:13.944172 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Extended resource: service-providers {{(pid=99374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 14:38:13.945386 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Extended resource: subnetpools {{(pid=99374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 14:38:13.946782 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Extended resource: subnetpools {{(pid=99374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 14:38:13.948352 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Extended resource: tags {{(pid=99374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 14:38:13.950027 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Extended resource: tags {{(pid=99374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 14:38:13.952750 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Extended resource: tags {{(pid=99374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 14:38:13.954547 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Extended resource: tags {{(pid=99374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 14:38:13.956275 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Extended resource: tags {{(pid=99374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 14:38:13.958227 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Extended resource: tags {{(pid=99374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 14:38:13.959918 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Extended resource: tags {{(pid=99374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 14:38:13.961727 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Extended resource: tags {{(pid=99374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 14:38:13.963584 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Extended resource: tags {{(pid=99374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 14:38:13.965371 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron.api.extensions [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Extended resource: tags {{(pid=99374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 14:38:13.972065 dv-cinder-726180-9-iscsi neutron-server[99374]: WARNING keystonemiddleware.auth_token [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 14 14:38:13.976587 dv-cinder-726180-9-iscsi neutron-server[99374]: WARNING keystonemiddleware.auth_token [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 14 14:38:13.985810 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_concurrency.lockutils [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Acquired lock "singleton_lock" {{(pid=99374) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 14 14:38:13.986286 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_concurrency.lockutils [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Releasing lock "singleton_lock" {{(pid=99374) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 14 14:38:13.986926 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO oslo_service.service [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Starting 2 workers Jun 14 14:38:13.991867 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Started child 99483 {{(pid=99374) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 14 14:38:13.996624 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Started child 99484 {{(pid=99374) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 14 14:38:13.998896 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO neutron.service [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Neutron service started, listening on 0.0.0.0:9696 Jun 14 14:38:13.999073 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:38:13.999754 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Notify callbacks [] for process, before_spawn {{(pid=99374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:38:14.000305 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [-] (99483) wsgi starting up on http://0.0.0.0:9696 Jun 14 14:38:14.001970 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO oslo_service.service [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Starting 1 workers Jun 14 14:38:14.002201 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:38:14.003487 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [-] (99484) wsgi starting up on http://0.0.0.0:9696 Jun 14 14:38:14.007172 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Started child 99485 {{(pid=99374) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 14 14:38:14.007725 dv-cinder-726180-9-iscsi neutron-server[99374]: INFO oslo_service.service [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Starting 1 workers Jun 14 14:38:14.011062 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.service [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] calling RpcWorker wait() {{(pid=99485) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 14 14:38:14.011641 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.service [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] returning from RpcWorker wait() {{(pid=99485) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 14 14:38:14.012249 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Started child 99486 {{(pid=99374) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 14 14:38:14.013027 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:38:14.013172 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG neutron_lib.callbacks.manager [None req-8e3bd7f4-23ca-49f3-985b-4b8a7ba8219d None None] Notify callbacks [] for process, after_spawn {{(pid=99374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:38:14.013609 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:38:14.015026 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99374) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 14 14:38:14.015240 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 14 14:38:14.015424 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 14 14:38:14.015636 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 14 14:38:14.016029 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 14 14:38:14.016197 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 14 14:38:14.016715 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.016999 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.017164 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:38:14.017624 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.017624 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.017817 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.018141 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:38:14.018364 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.018639 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.018876 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.019141 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.019385 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.019556 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.019721 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.019976 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.020269 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.020566 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.020837 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.021075 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.021350 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.021525 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.021775 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.022044 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.022278 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.022536 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] debug = True {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.022781 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.023265 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.023494 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.023738 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.023962 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.024303 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.024552 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.024842 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.025091 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.025344 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.025577 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.025856 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.026095 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.026310 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.026527 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.026771 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.027018 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.027496 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] host = dv-cinder-726180-9-iscsi {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.027763 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.028030 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.035152 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.035152 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.035152 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.035152 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.035152 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.035152 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.035152 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.035152 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.036130 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.036130 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.036130 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.036130 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] log_file = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.036130 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] log_options = True {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.036130 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.036130 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.036130 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.037070 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.037070 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.037070 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.037070 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.037070 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.037070 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.037070 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.037892 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.037892 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.037892 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.037892 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.037892 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.037892 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.037892 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.037892 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.038795 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.038795 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.038795 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.038795 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.038795 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.038795 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.038795 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.038795 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.039702 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.039702 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.039702 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.039702 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.039702 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.039702 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.039702 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.039702 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.040659 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.040659 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.040659 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.040659 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.040659 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.040659 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.040659 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.040659 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.042046 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.042046 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.042046 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.042046 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] use_json = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.042046 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.042046 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.042896 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.042896 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.042896 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.042896 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.043346 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.043346 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.043842 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.045179 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.045438 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.045717 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.045955 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.046213 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.046464 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.046706 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.046960 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.047194 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.047503 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.047755 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.048060 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.048286 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.048529 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.049347 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.049347 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.049347 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.049635 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.049848 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.050094 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.050315 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.050654 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.051162 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.051300 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.051451 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.051673 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.051929 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.052211 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.052398 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.052703 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.052922 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.053200 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.053447 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.053680 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.053899 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.054144 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.054384 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.054629 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.054858 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.055093 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.055327 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.055544 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.055755 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.055970 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.056208 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.056445 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.056704 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.056924 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.057191 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.057414 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.057629 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.057908 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.058134 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.058359 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.058616 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.058836 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.059048 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.059282 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.059498 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.060470 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.060718 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.061140 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.061621 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.061621 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.061773 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.061978 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.062286 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.062510 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.062723 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.062963 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.063205 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.063418 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.063631 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.063843 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.069515 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.069515 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.069515 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.069515 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.069515 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.069515 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.069515 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.069515 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.069515 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.070967 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.070967 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.070967 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.070967 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.070967 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.070967 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.070967 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.070967 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.072178 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.072178 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.072178 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.072178 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.072178 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.072178 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.072178 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.072178 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.076353 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.076353 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.076353 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.076353 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.076353 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.076353 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.076353 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.076353 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.076913 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.076913 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.076913 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.076913 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.076913 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.076913 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.076913 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.076913 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.077457 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.077457 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.077457 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.077457 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.077457 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.077457 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.077457 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.077457 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.078089 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.078089 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.078089 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.078089 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.078089 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.078438 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.078438 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.078698 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.079033 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.079264 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.079479 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.079696 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.079976 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.080267 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.080518 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.080788 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.081033 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.081469 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.081731 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.081977 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.082196 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.082432 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.082662 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.082876 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.083111 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.083326 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.083538 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.083767 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.084031 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.084316 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.084599 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.084837 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.085084 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.085295 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.085513 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.085758 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.085972 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.086193 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.086430 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.086649 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.086885 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.087103 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.087314 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.087545 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.087760 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.088062 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.088314 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.088536 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.088762 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.088996 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.089454 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.089746 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.089998 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.090235 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.090450 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.090684 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.091430 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.091659 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.091874 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.092134 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.092336 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.092590 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.092843 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.093153 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.093389 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.093653 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.093888 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.094110 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.094364 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.094580 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.094813 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.095036 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.095250 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.095464 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.095708 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.095945 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.096185 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.096396 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.096628 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.096857 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.097068 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.097283 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.097581 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.097825 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.098066 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.098305 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.098535 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.098761 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.098974 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.099185 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.099401 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.099610 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.099833 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.100087 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.100298 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.100551 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.100742 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.100982 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.101192 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.101419 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.101648 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.101860 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.102082 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.102289 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.102518 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.102732 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.102939 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.103260 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.103506 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.103740 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.104025 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.104267 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.104519 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.104772 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.105098 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.105332 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.105569 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.105805 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.106019 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.106236 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.106487 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.107492 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.107777 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.108070 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.108324 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.108603 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.108887 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.109144 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.109359 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.109645 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.109972 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.110248 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.110507 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.110752 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.111014 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.111234 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.111467 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.111718 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.111962 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.112202 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.112441 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.112666 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.112910 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.113142 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.113367 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.113582 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.113823 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.114055 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.114273 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.114489 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.114646 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 14 14:38:14.115186 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99374) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 14 14:38:14.115353 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 14 14:38:14.115510 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 14 14:38:14.115681 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 14 14:38:14.115852 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 14 14:38:14.116024 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 14 14:38:14.116234 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.116398 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.116560 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.116721 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.116882 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.117062 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.117224 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.117384 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.117544 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.117703 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.117865 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.118511 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.118511 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.118723 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.118723 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.118933 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.119037 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.119198 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.119363 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.119519 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.119661 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.119816 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.119974 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] debug = True {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.123964 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.123964 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.123964 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.123964 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.123964 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.123964 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.124412 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.124412 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.124412 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.124412 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.124412 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.124412 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.124412 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.124412 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.124868 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.124868 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.124868 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.124868 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] host = dv-cinder-726180-9-iscsi {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.124868 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.124868 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.124868 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.124868 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.125314 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.125314 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.125314 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.125314 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.125314 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.125314 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.125314 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.125314 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.125749 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.125749 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] log_file = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.125749 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] log_options = True {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.125749 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.125749 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.125749 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.126103 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.126103 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.126226 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.126292 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.126449 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.126578 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.126733 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.126888 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.127058 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.127243 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.127395 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.127537 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.127676 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.127823 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.127959 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.128118 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.128264 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.128419 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.128578 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.128725 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.128884 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.129042 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.129200 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.129358 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.129694 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.129694 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.129853 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.129963 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.130124 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.130284 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.130443 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.130601 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.130759 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.130918 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.131082 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.131241 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.131401 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.131559 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.131718 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.131876 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.132067 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.132216 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.132374 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] use_json = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.132601 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.132740 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.132840 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.132978 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.133135 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.133294 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.133453 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.133613 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:38:14.133817 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.133987 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.134510 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.134510 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.134510 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.134763 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.134763 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.134906 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.135066 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.135225 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.135394 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.135555 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.135727 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.135888 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.136069 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.136236 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.136397 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.136559 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.136721 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.136882 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.137042 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.137202 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.137377 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.137540 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.137702 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.137933 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.138128 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.138290 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.138451 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.138614 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.138776 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.138938 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.139100 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.139262 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.139425 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.139587 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.139748 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.139911 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.140095 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.140259 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.140421 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.140582 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.140743 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.140907 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.141068 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.141230 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.141393 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.141554 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.141716 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.141877 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.142049 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.142210 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.142371 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.142532 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.142697 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.142861 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.143021 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.143181 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.143341 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.143501 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.143661 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.143838 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.143999 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.144180 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.144340 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.144502 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.144664 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.144825 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.144986 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.145146 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.145308 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.145469 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.145629 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.145790 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.145951 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.146113 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.146273 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.146435 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.146596 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.146758 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.146919 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.147080 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.147240 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.147734 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.147870 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.147995 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.148151 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.148281 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.148442 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.148602 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.148763 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.148922 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.149131 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.149258 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.149381 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.149528 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.149688 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.149851 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.150012 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.150171 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.150332 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.150492 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.150653 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.150812 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.150972 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.151133 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.151294 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.151455 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.151614 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.151774 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.151935 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.152126 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.152289 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.152852 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.152852 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.152852 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.153280 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.153280 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.153280 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.154224 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.154224 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.155036 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.155203 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.155366 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.155529 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.155692 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.155854 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.156098 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.156212 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.156368 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.156529 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.156692 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.156876 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.157037 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.157197 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.157360 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.157360 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.157360 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.157360 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.162981 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 55134) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:38:14.163079 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.163079 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.163079 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.163079 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.163079 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.163079 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.163079 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.163079 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.163897 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.163897 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.163897 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.163897 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.163897 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.163897 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.163897 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.163897 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.164702 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.164702 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.164702 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.164702 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.164702 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.164702 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.164702 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.164702 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.165443 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.165443 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.165443 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.165443 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.165443 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.165443 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.165443 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.165443 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.165975 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.165975 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.165975 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.165975 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.165975 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.165975 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.165975 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.165975 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.166693 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.166693 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.166693 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.166693 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.166693 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.166693 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.166693 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.166693 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.167236 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.167236 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.167236 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.167236 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.167236 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.167236 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.167236 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.167236 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.172322 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.172322 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.172322 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.172322 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.172322 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.172322 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.172322 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.172322 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.172322 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.183473 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.183473 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.183473 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.183473 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.183473 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.183473 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.183473 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.183473 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.183473 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.183993 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.183993 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.183993 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.183993 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.183993 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.183993 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.183993 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.184421 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [-] 10.222.0.55 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0133257 Jun 14 14:38:14.184494 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.184494 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.184494 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.184494 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.184494 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.184494 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.184494 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.184494 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.184494 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.185968 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.185968 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.185968 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.185968 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.185968 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.185968 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.185968 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.185968 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.186434 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.186434 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.186434 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.186434 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.186434 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.186434 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.186434 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.186434 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.186876 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.186876 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.186876 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.186876 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.186876 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.186876 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.186876 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.186876 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.187316 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.187316 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.187316 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.187316 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.187316 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.187316 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.187316 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.187316 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.187316 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.187808 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.187808 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.187808 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.187808 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.187808 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.187808 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.187808 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.187808 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.187808 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.188357 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.188357 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.188357 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:38:14.188357 dv-cinder-726180-9-iscsi neutron-server[99374]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 14 14:38:14.206107 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:38:25.750811 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26394a5-c8c7-4524-8217-9ac87dbf7c44 None None] get_active_networks_info from dv-cinder-726180-9-iscsi {{(pid=99485) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 14 14:38:25.859811 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26394a5-c8c7-4524-8217-9ac87dbf7c44 None None] No non-hosted networks {{(pid=99485) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 14 14:38:25.866942 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.agentschedulers_db [None req-d26394a5-c8c7-4524-8217-9ac87dbf7c44 None None] DHCP Agent not found on host dv-cinder-726180-9-iscsi {{(pid=99485) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 14 14:38:25.929352 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-6e94ce07-e7da-45f7-ad83-7699fdd77501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030'] for agent, after_create {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:38:28.475117 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-bca962f6-3a6e-4a01-96a3-c34d415a9c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030'] for agent, after_create {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:38:28.508717 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.db.api [None req-786887c1-9783-4a44-aeef-df17ee8f1f7c None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agents.uniq_agents0agent_type0host'] with value(s) L3 agent-dv-cinder-726180-9-iscsi {{(pid=99485) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 14 14:38:28.509444 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_db.api [None req-786887c1-9783-4a44-aeef-df17ee8f1f7c None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 14 14:38:28.656467 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030'] for agent, after_create {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:38:28.657492 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:38:28.657971 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:38:28.658516 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:38:28.659008 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:38:28.659519 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:38:28.659982 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:38:28.660506 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:38:28.661188 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:38:28.661655 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:38:28.662114 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:38:28.662613 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:38:28.663101 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:38:28.663678 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-726180-9-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:38:28.678919 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-726180-9-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:38:29.151343 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-786887c1-9783-4a44-aeef-df17ee8f1f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:38:29.619756 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-fac6794f-d54e-43a2-84ad-332974bc6d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030'] for agent, after_create {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:38:31.324399 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-39b4335d-7f90-4c96-ac82-c584c202a69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030'] for agent, after_create {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:38:32.385622 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 55232) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:38:32.917955 dv-cinder-726180-9-iscsi neutron-server[99483]: WARNING oslo_policy.policy [None req-81c84099-0806-4249-8e5f-296e8aafbbc6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 14 14:38:32.918648 dv-cinder-726180-9-iscsi neutron-server[99483]: WARNING oslo_policy.policy [None req-81c84099-0806-4249-8e5f-296e8aafbbc6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 14 14:38:33.138373 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [None req-81c84099-0806-4249-8e5f-296e8aafbbc6 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=99483) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 14 14:38:33.139424 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-81c84099-0806-4249-8e5f-296e8aafbbc6 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7528481 Jun 14 14:38:33.736922 dv-cinder-726180-9-iscsi neutron-server[99485]: INFO neutron.db.l3_hamode_db [None req-03020de7-b18e-4962-b1ab-20dbf335f7e4 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 14 14:38:33.829510 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03020de7-b18e-4962-b1ab-20dbf335f7e4 None None] Routers set() bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:38:33.829904 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03020de7-b18e-4962-b1ab-20dbf335f7e4 None None] Router IDs set() for agent in host dv-cinder-726180-9-iscsi {{(pid=99485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 14 14:38:35.528140 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 55246) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:38:35.858465 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.v2.base [None req-004e55e2-9221-4b7f-ba94-0462cc26e531 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26}} {{(pid=99483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:38:35.958523 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.policy [None req-004e55e2-9221-4b7f-ba94-0462cc26e531 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99483) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 14 14:38:36.004685 dv-cinder-726180-9-iscsi neutron-server[99483]: WARNING oslo_policy.policy [None req-004e55e2-9221-4b7f-ba94-0462cc26e531 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 14 14:38:36.005057 dv-cinder-726180-9-iscsi neutron-server[99483]: WARNING oslo_policy.policy [None req-004e55e2-9221-4b7f-ba94-0462cc26e531 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 14 14:38:36.014361 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.quota [None req-004e55e2-9221-4b7f-ba94-0462cc26e531 admin admin] Loaded quota_driver: . Jun 14 14:38:36.171792 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-004e55e2-9221-4b7f-ba94-0462cc26e531 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763374384861', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763374383274', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763374389074', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763374390940', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763374345045', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763374353484', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1035297', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1040561', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3703870', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3800522'] for rbac-policy, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:38:36.398572 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-004e55e2-9221-4b7f-ba94-0462cc26e531 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:38:36.399721 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-004e55e2-9221-4b7f-ba94-0462cc26e531 admin admin] 10.222.0.55 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8706174 Jun 14 14:38:38.948586 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 55258) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:38:39.471636 dv-cinder-726180-9-iscsi neutron-server[99484]: WARNING oslo_policy.policy [None req-1cc970a3-dce2-4efe-8ba9-c8494b083406 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 14 14:38:39.472256 dv-cinder-726180-9-iscsi neutron-server[99484]: WARNING oslo_policy.policy [None req-1cc970a3-dce2-4efe-8ba9-c8494b083406 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 14 14:38:39.688352 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.v2.base [None req-1cc970a3-dce2-4efe-8ba9-c8494b083406 admin admin] Request body: {'network': {'project_id': 'c23df618636b4e6cb99591f432891ba7', 'admin_state_up': True, 'tenant_id': 'c23df618636b4e6cb99591f432891ba7', 'name': 'private'}} {{(pid=99484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:38:39.690000 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.quota [None req-1cc970a3-dce2-4efe-8ba9-c8494b083406 admin admin] Loaded quota_driver: . Jun 14 14:38:39.864377 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc970a3-dce2-4efe-8ba9-c8494b083406 admin admin] Made reservation on behalf of c23df618636b4e6cb99591f432891ba7 for: {'network': 1} {{(pid=99484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:38:39.935440 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.policy [None req-1cc970a3-dce2-4efe-8ba9-c8494b083406 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99484) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 14 14:38:39.979246 dv-cinder-726180-9-iscsi neutron-server[99484]: WARNING oslo_policy.policy [None req-1cc970a3-dce2-4efe-8ba9-c8494b083406 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 14 14:38:39.979835 dv-cinder-726180-9-iscsi neutron-server[99484]: WARNING oslo_policy.policy [None req-1cc970a3-dce2-4efe-8ba9-c8494b083406 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 14 14:38:39.989961 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-1cc970a3-dce2-4efe-8ba9-c8494b083406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905267'] for network, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:38:40.013771 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-1cc970a3-dce2-4efe-8ba9-c8494b083406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:38:40.147438 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-1cc970a3-dce2-4efe-8ba9-c8494b083406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:38:40.244394 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-1cc970a3-dce2-4efe-8ba9-c8494b083406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:38:40.250052 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:38:40.265243 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cc970a3-dce2-4efe-8ba9-c8494b083406 admin admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=99484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 14:38:40.298751 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-1cc970a3-dce2-4efe-8ba9-c8494b083406 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763375589039', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-914478'] for segment, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:38:40.299361 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-1cc970a3-dce2-4efe-8ba9-c8494b083406 admin admin] Unsubscribe: segment precommit_create {{(pid=99484) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 14 14:38:40.300073 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.db.segments_db [None req-1cc970a3-dce2-4efe-8ba9-c8494b083406 admin admin] Added segment 0178f00c-1aa1-46e2-aafd-452da0f83f22 of type vlan for network 833db841-f3e6-4eaa-b077-826e0e70d073 Jun 14 14:38:40.318196 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc970a3-dce2-4efe-8ba9-c8494b083406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e38a5b91-b277-4ab9-8256-d00bf167e090,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:38:40.374590 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc970a3-dce2-4efe-8ba9-c8494b083406 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:38:40.374937 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc970a3-dce2-4efe-8ba9-c8494b083406 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:38:40.375265 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc970a3-dce2-4efe-8ba9-c8494b083406 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:38:40.375581 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc970a3-dce2-4efe-8ba9-c8494b083406 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:38:40.375893 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc970a3-dce2-4efe-8ba9-c8494b083406 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:38:40.376243 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc970a3-dce2-4efe-8ba9-c8494b083406 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:38:40.376553 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc970a3-dce2-4efe-8ba9-c8494b083406 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:38:40.376859 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc970a3-dce2-4efe-8ba9-c8494b083406 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:38:40.377178 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc970a3-dce2-4efe-8ba9-c8494b083406 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:38:40.377482 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc970a3-dce2-4efe-8ba9-c8494b083406 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:38:40.377784 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc970a3-dce2-4efe-8ba9-c8494b083406 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:38:40.378098 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc970a3-dce2-4efe-8ba9-c8494b083406 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:38:40.379104 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc970a3-dce2-4efe-8ba9-c8494b083406 admin admin] Tracked resource versions report: Jun 14 14:38:40.379104 dv-cinder-726180-9-iscsi neutron-server[99484]: pushed versions: Jun 14 14:38:40.379104 dv-cinder-726180-9-iscsi neutron-server[99484]: { 'AddressGroup': {'1.2'}, Jun 14 14:38:40.379104 dv-cinder-726180-9-iscsi neutron-server[99484]: 'ConntrackHelper': {'1.0'}, Jun 14 14:38:40.379104 dv-cinder-726180-9-iscsi neutron-server[99484]: 'Log': {'1.0'}, Jun 14 14:38:40.379104 dv-cinder-726180-9-iscsi neutron-server[99484]: 'Network': {'1.1'}, Jun 14 14:38:40.379104 dv-cinder-726180-9-iscsi neutron-server[99484]: 'Port': {'1.7'}, Jun 14 14:38:40.379104 dv-cinder-726180-9-iscsi neutron-server[99484]: 'PortForwarding': {'1.2'}, Jun 14 14:38:40.379104 dv-cinder-726180-9-iscsi neutron-server[99484]: 'QosPolicy': {'1.8'}, Jun 14 14:38:40.379104 dv-cinder-726180-9-iscsi neutron-server[99484]: 'SecurityGroup': {'1.4'}, Jun 14 14:38:40.379104 dv-cinder-726180-9-iscsi neutron-server[99484]: 'SecurityGroupRule': {'1.2'}, Jun 14 14:38:40.379104 dv-cinder-726180-9-iscsi neutron-server[99484]: 'SubPort': {'1.0'}, Jun 14 14:38:40.379104 dv-cinder-726180-9-iscsi neutron-server[99484]: 'Subnet': {'1.1'}, Jun 14 14:38:40.379104 dv-cinder-726180-9-iscsi neutron-server[99484]: 'Trunk': {'1.1'}} Jun 14 14:38:40.379104 dv-cinder-726180-9-iscsi neutron-server[99484]: consumer versions: Jun 14 14:38:40.379104 dv-cinder-726180-9-iscsi neutron-server[99484]: { DHCP agent@dv-cinder-726180-9-iscsi: {}, Jun 14 14:38:40.379104 dv-cinder-726180-9-iscsi neutron-server[99484]: L3 agent@dv-cinder-726180-9-iscsi: {}, Jun 14 14:38:40.379104 dv-cinder-726180-9-iscsi neutron-server[99484]: Metadata agent@dv-cinder-726180-9-iscsi: {}, Jun 14 14:38:40.379104 dv-cinder-726180-9-iscsi neutron-server[99484]: Metering agent@dv-cinder-726180-9-iscsi: {}, Jun 14 14:38:40.379104 dv-cinder-726180-9-iscsi neutron-server[99484]: Open vSwitch agent@dv-cinder-726180-9-iscsi: { 'AddressGroup': '1.2', Jun 14 14:38:40.379104 dv-cinder-726180-9-iscsi neutron-server[99484]: 'ConntrackHelper': '1.0', Jun 14 14:38:40.379104 dv-cinder-726180-9-iscsi neutron-server[99484]: 'Log': '1.0', Jun 14 14:38:40.379104 dv-cinder-726180-9-iscsi neutron-server[99484]: 'Network': '1.1', Jun 14 14:38:40.379104 dv-cinder-726180-9-iscsi neutron-server[99484]: 'Port': '1.7', Jun 14 14:38:40.379104 dv-cinder-726180-9-iscsi neutron-server[99484]: 'PortForwarding': '1.2', Jun 14 14:38:40.379104 dv-cinder-726180-9-iscsi neutron-server[99484]: 'QosPolicy': '1.8', Jun 14 14:38:40.379104 dv-cinder-726180-9-iscsi neutron-server[99484]: 'SecurityGroup': '1.4', Jun 14 14:38:40.379104 dv-cinder-726180-9-iscsi neutron-server[99484]: 'SecurityGroupRule': '1.2', Jun 14 14:38:40.379104 dv-cinder-726180-9-iscsi neutron-server[99484]: 'SubPort': '1.0', Jun 14 14:38:40.379104 dv-cinder-726180-9-iscsi neutron-server[99484]: 'Subnet': '1.1', Jun 14 14:38:40.379104 dv-cinder-726180-9-iscsi neutron-server[99484]: 'Trunk': '1.1'}} Jun 14 14:38:40.379104 dv-cinder-726180-9-iscsi neutron-server[99484]: {{(pid=99484) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 14 14:38:40.411568 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-1cc970a3-dce2-4efe-8ba9-c8494b083406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:38:40.436560 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-1cc970a3-dce2-4efe-8ba9-c8494b083406 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763375052454'] for network, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:38:40.564782 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-1cc970a3-dce2-4efe-8ba9-c8494b083406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255'] for network, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:38:40.566419 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc970a3-dce2-4efe-8ba9-c8494b083406 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:38:40.567078 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-1cc970a3-dce2-4efe-8ba9-c8494b083406 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699218'] for network, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:38:40.569157 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:38:40.681654 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc970a3-dce2-4efe-8ba9-c8494b083406 admin admin] Pushing event updated for resources: {'Network': ['ID=833db841-f3e6-4eaa-b077-826e0e70d073,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:38:40.685435 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-1cc970a3-dce2-4efe-8ba9-c8494b083406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:38:40.693718 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Network 833db841-f3e6-4eaa-b077-826e0e70d073 details requested by agent ovs-agent-dv-cinder-726180-9-iscsi with host dv-cinder-726180-9-iscsi {{(pid=99485) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 14:38:40.753753 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-1cc970a3-dce2-4efe-8ba9-c8494b083406 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.8029380 Jun 14 14:38:43.414243 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 55280) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:38:43.841711 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c216fd8d-1e5b-472c-b0fc-dca813b0b9f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:38:43.843000 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-c216fd8d-1e5b-472c-b0fc-dca813b0b9f1 admin admin] 10.222.0.55 "GET /v2.0/networks/833db841-f3e6-4eaa-b077-826e0e70d073 HTTP/1.1" status: 200 len: 825 time: 0.4277203 Jun 14 14:38:43.880436 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-64cf3043-4091-4d9c-bf65-684398330df2 admin admin] 10.222.0.55 "GET /v2.0/subnetpools/92d78718-6a1f-447f-9aa3-c74c8e527d02 HTTP/1.1" status: 200 len: 734 time: 0.0321031 Jun 14 14:38:43.889257 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.v2.base [None req-99ad1003-5d30-4276-8571-e8bb43afcf55 admin admin] Request body: {'subnet': {'network_id': '833db841-f3e6-4eaa-b077-826e0e70d073', 'ip_version': 4, 'subnetpool_id': '92d78718-6a1f-447f-9aa3-c74c8e527d02', 'tenant_id': 'c23df618636b4e6cb99591f432891ba7', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=99484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:38:44.161548 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ad1003-5d30-4276-8571-e8bb43afcf55 admin admin] Made reservation on behalf of c23df618636b4e6cb99591f432891ba7 for: {'subnet': 1} {{(pid=99484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:38:44.163955 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-99ad1003-5d30-4276-8571-e8bb43afcf55 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:38:44.573274 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-99ad1003-5d30-4276-8571-e8bb43afcf55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244'] for subnet, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:38:44.578138 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:38:44.650931 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ad1003-5d30-4276-8571-e8bb43afcf55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04426db9-0352-462f-9327-4f1ed7f44239,revision_number=0']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:38:44.655833 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ad1003-5d30-4276-8571-e8bb43afcf55 admin admin] Checking segment: {'id': '0178f00c-1aa1-46e2-aafd-452da0f83f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '833db841-f3e6-4eaa-b077-826e0e70d073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:38:44.656238 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ad1003-5d30-4276-8571-e8bb43afcf55 admin admin] Network hostable DHCP agents. Network: 833db841-f3e6-4eaa-b077-826e0e70d073, hostable agents: ['93423e1b-8ac2-4abf-ba8c-2bf2a6ff74d8'], hosted agents: [] {{(pid=99484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 14:38:44.658447 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-99ad1003-5d30-4276-8571-e8bb43afcf55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:38:44.752282 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ad1003-5d30-4276-8571-e8bb43afcf55 admin admin] Network 833db841-f3e6-4eaa-b077-826e0e70d073 is scheduled to be hosted by DHCP agent 93423e1b-8ac2-4abf-ba8c-2bf2a6ff74d8 with binding_index 1 {{(pid=99484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 14:38:44.846987 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.base_scheduler [None req-99ad1003-5d30-4276-8571-e8bb43afcf55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-726180-9-iscsi, 833db841-f3e6-4eaa-b077-826e0e70d073) {{(pid=99484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:38:44.851650 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ad1003-5d30-4276-8571-e8bb43afcf55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:38:44.852257 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-99ad1003-5d30-4276-8571-e8bb43afcf55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699218'] for subnet, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:38:44.857401 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6080481b-60e9-4aec-b76e-43d4d2122136 None None] Network 833db841-f3e6-4eaa-b077-826e0e70d073 requested from dv-cinder-726180-9-iscsi {{(pid=99485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:38:44.956505 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-99ad1003-5d30-4276-8571-e8bb43afcf55 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0708427 Jun 14 14:38:45.198237 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ccf568-359a-47aa-aa25-6fee5c837971 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp167513b8-b081-5ae1-a2b9-ace1867507b7-833db841-f3e6-4eaa-b077-826e0e70d073', 'network_id': '833db841-f3e6-4eaa-b077-826e0e70d073', 'tenant_id': 'c23df618636b4e6cb99591f432891ba7', 'fixed_ips': [{'subnet_id': '04426db9-0352-462f-9327-4f1ed7f44239'}]}} from dv-cinder-726180-9-iscsi. {{(pid=99485) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 14 14:38:45.199641 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-f8ccf568-359a-47aa-aa25-6fee5c837971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905267'] for port, before_create {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:38:45.509124 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.db_base_plugin_common [None req-f8ccf568-359a-47aa-aa25-6fee5c837971 None None] Allocated IP 172.20.0.2 (833db841-f3e6-4eaa-b077-826e0e70d073/04426db9-0352-462f-9327-4f1ed7f44239/ca44fa92-fb39-4f1d-81ee-9f0a9921e575) {{(pid=99485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:38:45.803107 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-f8ccf568-359a-47aa-aa25-6fee5c837971 None None] Notify callbacks [] for port, precommit_create {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:38:45.821632 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-f8ccf568-359a-47aa-aa25-6fee5c837971 None None] Transition to ACTIVE for port object ca44fa92-fb39-4f1d-81ee-9f0a9921e575 will not be triggered until provisioned by entity L2. {{(pid=99485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:38:45.842102 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-f8ccf568-359a-47aa-aa25-6fee5c837971 None None] Transition to ACTIVE for port object ca44fa92-fb39-4f1d-81ee-9f0a9921e575 will not be triggered until provisioned by entity DHCP. {{(pid=99485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:38:45.916548 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-f8ccf568-359a-47aa-aa25-6fee5c837971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-905456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763375065887'] for port, after_create {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:38:45.921776 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:38:45.986637 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ccf568-359a-47aa-aa25-6fee5c837971 None None] Network 833db841-f3e6-4eaa-b077-826e0e70d073 is already hosted by enough agents. {{(pid=99485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:38:45.999447 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.scheduler.base_scheduler [None req-f8ccf568-359a-47aa-aa25-6fee5c837971 None None] Resources bound (agent type, host, resource id): {{(pid=99485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:38:46.002500 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ccf568-359a-47aa-aa25-6fee5c837971 None None] Received port after_create {{(pid=99485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:38:46.063162 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccf568-359a-47aa-aa25-6fee5c837971 None None] Pushing event updated for resources: {'Port': ['ID=ca44fa92-fb39-4f1d-81ee-9f0a9921e575,revision_number=1']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:38:46.095588 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccf568-359a-47aa-aa25-6fee5c837971 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:38:46.095918 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccf568-359a-47aa-aa25-6fee5c837971 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:38:46.096270 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccf568-359a-47aa-aa25-6fee5c837971 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:38:46.096593 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccf568-359a-47aa-aa25-6fee5c837971 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:38:46.096910 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccf568-359a-47aa-aa25-6fee5c837971 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:38:46.097229 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccf568-359a-47aa-aa25-6fee5c837971 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:38:46.097539 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccf568-359a-47aa-aa25-6fee5c837971 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:38:46.097850 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccf568-359a-47aa-aa25-6fee5c837971 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:38:46.098198 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccf568-359a-47aa-aa25-6fee5c837971 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:38:46.098513 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccf568-359a-47aa-aa25-6fee5c837971 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:38:46.098823 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccf568-359a-47aa-aa25-6fee5c837971 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:38:46.099124 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccf568-359a-47aa-aa25-6fee5c837971 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:38:46.100175 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccf568-359a-47aa-aa25-6fee5c837971 None None] Tracked resource versions report: Jun 14 14:38:46.100175 dv-cinder-726180-9-iscsi neutron-server[99485]: pushed versions: Jun 14 14:38:46.100175 dv-cinder-726180-9-iscsi neutron-server[99485]: { 'AddressGroup': {'1.2'}, Jun 14 14:38:46.100175 dv-cinder-726180-9-iscsi neutron-server[99485]: 'ConntrackHelper': {'1.0'}, Jun 14 14:38:46.100175 dv-cinder-726180-9-iscsi neutron-server[99485]: 'Log': {'1.0'}, Jun 14 14:38:46.100175 dv-cinder-726180-9-iscsi neutron-server[99485]: 'Network': {'1.1'}, Jun 14 14:38:46.100175 dv-cinder-726180-9-iscsi neutron-server[99485]: 'Port': {'1.7'}, Jun 14 14:38:46.100175 dv-cinder-726180-9-iscsi neutron-server[99485]: 'PortForwarding': {'1.2'}, Jun 14 14:38:46.100175 dv-cinder-726180-9-iscsi neutron-server[99485]: 'QosPolicy': {'1.8'}, Jun 14 14:38:46.100175 dv-cinder-726180-9-iscsi neutron-server[99485]: 'SecurityGroup': {'1.4'}, Jun 14 14:38:46.100175 dv-cinder-726180-9-iscsi neutron-server[99485]: 'SecurityGroupRule': {'1.2'}, Jun 14 14:38:46.100175 dv-cinder-726180-9-iscsi neutron-server[99485]: 'SubPort': {'1.0'}, Jun 14 14:38:46.100175 dv-cinder-726180-9-iscsi neutron-server[99485]: 'Subnet': {'1.1'}, Jun 14 14:38:46.100175 dv-cinder-726180-9-iscsi neutron-server[99485]: 'Trunk': {'1.1'}} Jun 14 14:38:46.100175 dv-cinder-726180-9-iscsi neutron-server[99485]: consumer versions: Jun 14 14:38:46.100175 dv-cinder-726180-9-iscsi neutron-server[99485]: { DHCP agent@dv-cinder-726180-9-iscsi: {}, Jun 14 14:38:46.100175 dv-cinder-726180-9-iscsi neutron-server[99485]: L3 agent@dv-cinder-726180-9-iscsi: {}, Jun 14 14:38:46.100175 dv-cinder-726180-9-iscsi neutron-server[99485]: Metadata agent@dv-cinder-726180-9-iscsi: {}, Jun 14 14:38:46.100175 dv-cinder-726180-9-iscsi neutron-server[99485]: Metering agent@dv-cinder-726180-9-iscsi: {}, Jun 14 14:38:46.100175 dv-cinder-726180-9-iscsi neutron-server[99485]: Open vSwitch agent@dv-cinder-726180-9-iscsi: { 'AddressGroup': '1.2', Jun 14 14:38:46.100175 dv-cinder-726180-9-iscsi neutron-server[99485]: 'ConntrackHelper': '1.0', Jun 14 14:38:46.100175 dv-cinder-726180-9-iscsi neutron-server[99485]: 'Log': '1.0', Jun 14 14:38:46.100175 dv-cinder-726180-9-iscsi neutron-server[99485]: 'Network': '1.1', Jun 14 14:38:46.100175 dv-cinder-726180-9-iscsi neutron-server[99485]: 'Port': '1.7', Jun 14 14:38:46.100175 dv-cinder-726180-9-iscsi neutron-server[99485]: 'PortForwarding': '1.2', Jun 14 14:38:46.100175 dv-cinder-726180-9-iscsi neutron-server[99485]: 'QosPolicy': '1.8', Jun 14 14:38:46.100175 dv-cinder-726180-9-iscsi neutron-server[99485]: 'SecurityGroup': '1.4', Jun 14 14:38:46.100175 dv-cinder-726180-9-iscsi neutron-server[99485]: 'SecurityGroupRule': '1.2', Jun 14 14:38:46.100175 dv-cinder-726180-9-iscsi neutron-server[99485]: 'SubPort': '1.0', Jun 14 14:38:46.100175 dv-cinder-726180-9-iscsi neutron-server[99485]: 'Subnet': '1.1', Jun 14 14:38:46.100175 dv-cinder-726180-9-iscsi neutron-server[99485]: 'Trunk': '1.1'}} Jun 14 14:38:46.100175 dv-cinder-726180-9-iscsi neutron-server[99485]: {{(pid=99485) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 14 14:38:46.103679 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-f8ccf568-359a-47aa-aa25-6fee5c837971 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:38:46.114616 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.managers [None req-f8ccf568-359a-47aa-aa25-6fee5c837971 None None] Attempting to bind port ca44fa92-fb39-4f1d-81ee-9f0a9921e575 on host dv-cinder-726180-9-iscsi for vnic_type normal with profile {{(pid=99485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:38:46.115014 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.managers [None req-f8ccf568-359a-47aa-aa25-6fee5c837971 None None] Attempting to bind port ca44fa92-fb39-4f1d-81ee-9f0a9921e575 by drivers openvswitch,hyperv on host dv-cinder-726180-9-iscsi at level 0 using segments [{'id': '0178f00c-1aa1-46e2-aafd-452da0f83f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '833db841-f3e6-4eaa-b077-826e0e70d073'}] {{(pid=99485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:38:46.115428 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ccf568-359a-47aa-aa25-6fee5c837971 None None] Attempting to bind port ca44fa92-fb39-4f1d-81ee-9f0a9921e575 on network 833db841-f3e6-4eaa-b077-826e0e70d073 {{(pid=99485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:38:46.120511 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ccf568-359a-47aa-aa25-6fee5c837971 None None] Checking agent: {'id': 'e183279c-24ea-4296-8522-436b00f0c0a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-726180-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 38, 29), 'started_at': datetime.datetime(2021, 6, 14, 14, 38, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-726180-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:38:46.122004 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ccf568-359a-47aa-aa25-6fee5c837971 None None] Checking segment: {'id': '0178f00c-1aa1-46e2-aafd-452da0f83f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '833db841-f3e6-4eaa-b077-826e0e70d073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:38:46.122463 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-f8ccf568-359a-47aa-aa25-6fee5c837971 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:38:46.122853 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ccf568-359a-47aa-aa25-6fee5c837971 None None] Bound using segment: {'id': '0178f00c-1aa1-46e2-aafd-452da0f83f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '833db841-f3e6-4eaa-b077-826e0e70d073'} {{(pid=99485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:38:46.123338 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.managers [None req-f8ccf568-359a-47aa-aa25-6fee5c837971 None None] Bound port: ca44fa92-fb39-4f1d-81ee-9f0a9921e575, host: dv-cinder-726180-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0178f00c-1aa1-46e2-aafd-452da0f83f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '833db841-f3e6-4eaa-b077-826e0e70d073'}}] {{(pid=99485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:38:46.123738 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-f8ccf568-359a-47aa-aa25-6fee5c837971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:38:46.201832 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-f8ccf568-359a-47aa-aa25-6fee5c837971 None None] For port ca44fa92-fb39-4f1d-81ee-9f0a9921e575, host dv-cinder-726180-9-iscsi, cleared binding levels {{(pid=99485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:38:46.225237 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-f8ccf568-359a-47aa-aa25-6fee5c837971 None None] For port ca44fa92-fb39-4f1d-81ee-9f0a9921e575, host dv-cinder-726180-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=ca44fa92-fb39-4f1d-81ee-9f0a9921e575,segment=NetworkSegment(0178f00c-1aa1-46e2-aafd-452da0f83f22),segment_id=0178f00c-1aa1-46e2-aafd-452da0f83f22)] {{(pid=99485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:38:46.327826 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-f8ccf568-359a-47aa-aa25-6fee5c837971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:38:46.330243 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:38:46.393900 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccf568-359a-47aa-aa25-6fee5c837971 None None] Pushing event updated for resources: {'Port': ['ID=ca44fa92-fb39-4f1d-81ee-9f0a9921e575,revision_number=2']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:38:46.396962 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-f8ccf568-359a-47aa-aa25-6fee5c837971 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:38:47.313219 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 55288) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:38:47.673262 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [None req-bca9956b-a2c7-438d-a999-4fb1c8973043 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=99483) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 14 14:38:47.674305 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-bca9956b-a2c7-438d-a999-4fb1c8973043 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3600307 Jun 14 14:38:50.128843 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 55296) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:38:50.452624 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [None req-a2614fa8-dd95-4b02-a985-1f9aaa82f9b0 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=99483) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 14 14:38:50.453637 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-a2614fa8-dd95-4b02-a985-1f9aaa82f9b0 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3238347 Jun 14 14:38:52.535302 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device ca44fa92-fb39-4f1d-81ee-9f0a9921e575 up at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:38:52.538492 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58003b38-53d7-4702-8d1d-44579a00f0d9 None None] Network 833db841-f3e6-4eaa-b077-826e0e70d073 requested from dv-cinder-726180-9-iscsi {{(pid=99485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:38:52.816464 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-3b78016a-191f-4d0b-99c0-eed31739c406 None None] Provisioning for port ca44fa92-fb39-4f1d-81ee-9f0a9921e575 completed by entity DHCP. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:38:52.847885 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning for port ca44fa92-fb39-4f1d-81ee-9f0a9921e575 completed by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:38:52.852982 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning complete for port ca44fa92-fb39-4f1d-81ee-9f0a9921e575 triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:38:52.853385 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:38:52.992311 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:38:53.034571 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] For port ca44fa92-fb39-4f1d-81ee-9f0a9921e575, host dv-cinder-726180-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=ca44fa92-fb39-4f1d-81ee-9f0a9921e575,segment=NetworkSegment(0178f00c-1aa1-46e2-aafd-452da0f83f22),segment_id=0178f00c-1aa1-46e2-aafd-452da0f83f22)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:38:53.147297 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-6f2d3464-1949-4e01-a8f4-ffd7306e8e0a None None] Provisioning complete for port ca44fa92-fb39-4f1d-81ee-9f0a9921e575 triggered by entity DHCP. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:38:53.147669 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-6f2d3464-1949-4e01-a8f4-ffd7306e8e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:38:53.165231 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 55312) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:38:53.194309 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:38:53.201577 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-f8ccf568-359a-47aa-aa25-6fee5c837971 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:38:53.292508 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Pushing event updated for resources: {'Port': ['ID=ca44fa92-fb39-4f1d-81ee-9f0a9921e575,revision_number=3']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:38:53.295520 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:38:53.473693 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.v2.base [None req-bc181d57-ab4f-44d8-81cb-393d04c1dc69 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'c23df618636b4e6cb99591f432891ba7'}} {{(pid=99483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:38:53.578764 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-bc181d57-ab4f-44d8-81cb-393d04c1dc69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4031657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60692'] for router, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:38:53.580349 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-bc181d57-ab4f-44d8-81cb-393d04c1dc69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4031694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4046296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4029127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60911'] for router, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:38:53.740713 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-bc181d57-ab4f-44d8-81cb-393d04c1dc69 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:38:53.830788 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-bc181d57-ab4f-44d8-81cb-393d04c1dc69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4031650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4045727'] for router, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:38:53.946502 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-bc181d57-ab4f-44d8-81cb-393d04c1dc69 admin admin] Notify callbacks [] for router, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:38:53.947700 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-bc181d57-ab4f-44d8-81cb-393d04c1dc69 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7844844 Jun 14 14:38:54.509060 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device ca44fa92-fb39-4f1d-81ee-9f0a9921e575 up at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:38:54.562455 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning complete for port ca44fa92-fb39-4f1d-81ee-9f0a9921e575 triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:38:54.562839 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:38:55.732371 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-591b6298-6b82-414a-8334-2d408cdedc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:38:56.312635 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 55320) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:38:56.634884 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [None req-22a997d3-25f9-4798-8a91-fe4bbf144d37 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=99483) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 14 14:38:56.635910 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-22a997d3-25f9-4798-8a91-fe4bbf144d37 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3222897 Jun 14 14:38:58.506828 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-5904a628-5ade-4e24-81de-3347f0c5ae07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:38:58.632291 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:38:59.033700 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 55328) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:38:59.361610 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.v2.base [None req-15d88354-4e3a-4c88-9280-f53fda88a202 admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=99483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:38:59.483950 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d88354-4e3a-4c88-9280-f53fda88a202 admin admin] Made reservation on behalf of 90e3f5de6dd84cf299f14dec6ff20185 for: {'network': 1} {{(pid=99483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:38:59.486753 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-15d88354-4e3a-4c88-9280-f53fda88a202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905267'] for network, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:38:59.505885 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-15d88354-4e3a-4c88-9280-f53fda88a202 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:38:59.628298 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-15d88354-4e3a-4c88-9280-f53fda88a202 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:38:59.632776 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-fac6794f-d54e-43a2-84ad-332974bc6d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:38:59.726826 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-15d88354-4e3a-4c88-9280-f53fda88a202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:38:59.731999 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:38:59.740508 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-15d88354-4e3a-4c88-9280-f53fda88a202 admin admin] Reserving flat network on physical network physnet1 {{(pid=99483) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 14 14:38:59.774938 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-15d88354-4e3a-4c88-9280-f53fda88a202 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763375589039', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-914478'] for segment, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:38:59.778622 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-15d88354-4e3a-4c88-9280-f53fda88a202 admin admin] Unsubscribe: segment precommit_create {{(pid=99483) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 14 14:38:59.778622 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.db.segments_db [None req-15d88354-4e3a-4c88-9280-f53fda88a202 admin admin] Added segment 5f9b4eda-9001-4473-8107-70664bb4d177 of type flat for network 380d7500-e042-4a28-87f8-50b947846e60 Jun 14 14:38:59.797152 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d88354-4e3a-4c88-9280-f53fda88a202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe5a7e9-d504-407d-b889-5f6508880be4,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:38:59.849416 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d88354-4e3a-4c88-9280-f53fda88a202 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:38:59.849767 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d88354-4e3a-4c88-9280-f53fda88a202 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:38:59.850094 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d88354-4e3a-4c88-9280-f53fda88a202 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:38:59.850412 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d88354-4e3a-4c88-9280-f53fda88a202 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:38:59.850732 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d88354-4e3a-4c88-9280-f53fda88a202 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:38:59.851052 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d88354-4e3a-4c88-9280-f53fda88a202 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:38:59.851361 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d88354-4e3a-4c88-9280-f53fda88a202 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:38:59.851701 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d88354-4e3a-4c88-9280-f53fda88a202 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:38:59.852128 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d88354-4e3a-4c88-9280-f53fda88a202 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:38:59.852390 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d88354-4e3a-4c88-9280-f53fda88a202 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:38:59.852692 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d88354-4e3a-4c88-9280-f53fda88a202 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:38:59.852991 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d88354-4e3a-4c88-9280-f53fda88a202 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:38:59.854090 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d88354-4e3a-4c88-9280-f53fda88a202 admin admin] Tracked resource versions report: Jun 14 14:38:59.854090 dv-cinder-726180-9-iscsi neutron-server[99483]: pushed versions: Jun 14 14:38:59.854090 dv-cinder-726180-9-iscsi neutron-server[99483]: { 'AddressGroup': {'1.2'}, Jun 14 14:38:59.854090 dv-cinder-726180-9-iscsi neutron-server[99483]: 'ConntrackHelper': {'1.0'}, Jun 14 14:38:59.854090 dv-cinder-726180-9-iscsi neutron-server[99483]: 'Log': {'1.0'}, Jun 14 14:38:59.854090 dv-cinder-726180-9-iscsi neutron-server[99483]: 'Network': {'1.1'}, Jun 14 14:38:59.854090 dv-cinder-726180-9-iscsi neutron-server[99483]: 'Port': {'1.7'}, Jun 14 14:38:59.854090 dv-cinder-726180-9-iscsi neutron-server[99483]: 'PortForwarding': {'1.2'}, Jun 14 14:38:59.854090 dv-cinder-726180-9-iscsi neutron-server[99483]: 'QosPolicy': {'1.8'}, Jun 14 14:38:59.854090 dv-cinder-726180-9-iscsi neutron-server[99483]: 'SecurityGroup': {'1.4'}, Jun 14 14:38:59.854090 dv-cinder-726180-9-iscsi neutron-server[99483]: 'SecurityGroupRule': {'1.2'}, Jun 14 14:38:59.854090 dv-cinder-726180-9-iscsi neutron-server[99483]: 'SubPort': {'1.0'}, Jun 14 14:38:59.854090 dv-cinder-726180-9-iscsi neutron-server[99483]: 'Subnet': {'1.1'}, Jun 14 14:38:59.854090 dv-cinder-726180-9-iscsi neutron-server[99483]: 'Trunk': {'1.1'}} Jun 14 14:38:59.854090 dv-cinder-726180-9-iscsi neutron-server[99483]: consumer versions: Jun 14 14:38:59.854090 dv-cinder-726180-9-iscsi neutron-server[99483]: { DHCP agent@dv-cinder-726180-9-iscsi: {}, Jun 14 14:38:59.854090 dv-cinder-726180-9-iscsi neutron-server[99483]: L3 agent@dv-cinder-726180-9-iscsi: {}, Jun 14 14:38:59.854090 dv-cinder-726180-9-iscsi neutron-server[99483]: Metadata agent@dv-cinder-726180-9-iscsi: {}, Jun 14 14:38:59.854090 dv-cinder-726180-9-iscsi neutron-server[99483]: Metering agent@dv-cinder-726180-9-iscsi: {}, Jun 14 14:38:59.854090 dv-cinder-726180-9-iscsi neutron-server[99483]: Open vSwitch agent@dv-cinder-726180-9-iscsi: { 'AddressGroup': '1.2', Jun 14 14:38:59.854090 dv-cinder-726180-9-iscsi neutron-server[99483]: 'ConntrackHelper': '1.0', Jun 14 14:38:59.854090 dv-cinder-726180-9-iscsi neutron-server[99483]: 'Log': '1.0', Jun 14 14:38:59.854090 dv-cinder-726180-9-iscsi neutron-server[99483]: 'Network': '1.1', Jun 14 14:38:59.854090 dv-cinder-726180-9-iscsi neutron-server[99483]: 'Port': '1.7', Jun 14 14:38:59.854090 dv-cinder-726180-9-iscsi neutron-server[99483]: 'PortForwarding': '1.2', Jun 14 14:38:59.854090 dv-cinder-726180-9-iscsi neutron-server[99483]: 'QosPolicy': '1.8', Jun 14 14:38:59.854090 dv-cinder-726180-9-iscsi neutron-server[99483]: 'SecurityGroup': '1.4', Jun 14 14:38:59.854090 dv-cinder-726180-9-iscsi neutron-server[99483]: 'SecurityGroupRule': '1.2', Jun 14 14:38:59.854090 dv-cinder-726180-9-iscsi neutron-server[99483]: 'SubPort': '1.0', Jun 14 14:38:59.854090 dv-cinder-726180-9-iscsi neutron-server[99483]: 'Subnet': '1.1', Jun 14 14:38:59.854090 dv-cinder-726180-9-iscsi neutron-server[99483]: 'Trunk': '1.1'}} Jun 14 14:38:59.854090 dv-cinder-726180-9-iscsi neutron-server[99483]: {{(pid=99483) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 14 14:38:59.894463 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-15d88354-4e3a-4c88-9280-f53fda88a202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:38:59.915338 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-15d88354-4e3a-4c88-9280-f53fda88a202 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763375052454'] for network, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:00.038315 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-15d88354-4e3a-4c88-9280-f53fda88a202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255'] for network, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:00.039939 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d88354-4e3a-4c88-9280-f53fda88a202 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:39:00.040706 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-15d88354-4e3a-4c88-9280-f53fda88a202 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699218'] for network, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:00.043819 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:39:00.071842 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.agents_db [None req-f05f0e2d-2be5-4cb0-86e7-333c7e47477b None None] Agent healthcheck: found 5 active agents {{(pid=99486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 14:39:00.154286 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d88354-4e3a-4c88-9280-f53fda88a202 admin admin] Pushing event updated for resources: {'Network': ['ID=380d7500-e042-4a28-87f8-50b947846e60,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:39:00.157334 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-15d88354-4e3a-4c88-9280-f53fda88a202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:39:00.164232 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Network 380d7500-e042-4a28-87f8-50b947846e60 details requested by agent ovs-agent-dv-cinder-726180-9-iscsi with host dv-cinder-726180-9-iscsi {{(pid=99485) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 14:39:00.167369 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-15d88354-4e3a-4c88-9280-f53fda88a202 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1327236 Jun 14 14:39:01.244307 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-39b4335d-7f90-4c96-ac82-c584c202a69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:02.517806 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 55350) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:39:02.702256 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01342500-a7dc-4a6d-8341-4ec03ffd5f33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:39:02.703577 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-01342500-a7dc-4a6d-8341-4ec03ffd5f33 admin admin] 10.222.0.55 "GET /v2.0/subnets/04426db9-0352-462f-9327-4f1ed7f44239 HTTP/1.1" status: 200 len: 849 time: 0.1848323 Jun 14 14:39:02.890060 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-3f4fff3b-eceb-49ad-975a-b502d5157f06 admin admin] 10.222.0.55 "GET /v2.0/routers/d835c7fe-7fdc-4c2e-b68b-4c16f078865e HTTP/1.1" status: 200 len: 704 time: 0.1809368 Jun 14 14:39:03.261162 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-14653430-b0c4-46ed-be4d-47311faaa5eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905267'] for port, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:03.617234 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.db_base_plugin_common [None req-14653430-b0c4-46ed-be4d-47311faaa5eb admin admin] Allocated IP 172.20.0.1 (833db841-f3e6-4eaa-b077-826e0e70d073/04426db9-0352-462f-9327-4f1ed7f44239/73331809-758f-4496-ae86-ae5ad337a6c6) {{(pid=99484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:39:03.807533 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-14653430-b0c4-46ed-be4d-47311faaa5eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:03.829515 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.provisioning_blocks [None req-14653430-b0c4-46ed-be4d-47311faaa5eb admin admin] Transition to ACTIVE for port object 73331809-758f-4496-ae86-ae5ad337a6c6 will not be triggered until provisioned by entity DHCP. {{(pid=99484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:39:03.996050 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-14653430-b0c4-46ed-be4d-47311faaa5eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-905456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763375065887'] for port, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:03.998132 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:39:04.075801 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14653430-b0c4-46ed-be4d-47311faaa5eb admin admin] Network 833db841-f3e6-4eaa-b077-826e0e70d073 is already hosted by enough agents. {{(pid=99484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:39:04.080947 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.base_scheduler [None req-14653430-b0c4-46ed-be4d-47311faaa5eb admin admin] Resources bound (agent type, host, resource id): {{(pid=99484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:39:04.087440 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14653430-b0c4-46ed-be4d-47311faaa5eb admin admin] Received port after_create {{(pid=99484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:39:04.087977 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-14653430-b0c4-46ed-be4d-47311faaa5eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4033882'] for router_interface, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:04.163214 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14653430-b0c4-46ed-be4d-47311faaa5eb admin admin] Pushing event updated for resources: {'Port': ['ID=73331809-758f-4496-ae86-ae5ad337a6c6,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:39:04.174634 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-14653430-b0c4-46ed-be4d-47311faaa5eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:39:04.375212 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-3d305f5e-e149-492d-8f7d-cb07d0b4dcf1 None None] Provisioning for port 73331809-758f-4496-ae86-ae5ad337a6c6 completed by entity DHCP. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:39:04.379396 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-3d305f5e-e149-492d-8f7d-cb07d0b4dcf1 None None] Provisioning complete for port 73331809-758f-4496-ae86-ae5ad337a6c6 triggered by entity DHCP. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:39:04.379775 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-3d305f5e-e149-492d-8f7d-cb07d0b4dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:04.411235 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-14653430-b0c4-46ed-be4d-47311faaa5eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:04.421930 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-3d305f5e-e149-492d-8f7d-cb07d0b4dcf1 None None] Port 73331809-758f-4496-ae86-ae5ad337a6c6 cannot update to ACTIVE because it is not bound. {{(pid=99485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 14:39:04.636517 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-14653430-b0c4-46ed-be4d-47311faaa5eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:04.712671 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-14653430-b0c4-46ed-be4d-47311faaa5eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:04.713823 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-14653430-b0c4-46ed-be4d-47311faaa5eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4033998'] for router_interface, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:04.715822 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:39:04.787762 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14653430-b0c4-46ed-be4d-47311faaa5eb admin admin] Pushing event updated for resources: {'Port': ['ID=73331809-758f-4496-ae86-ae5ad337a6c6,revision_number=2']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:39:04.793065 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-14653430-b0c4-46ed-be4d-47311faaa5eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:39:04.879527 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14653430-b0c4-46ed-be4d-47311faaa5eb admin admin] Network 833db841-f3e6-4eaa-b077-826e0e70d073 is already hosted by enough agents. {{(pid=99484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:39:04.881067 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.base_scheduler [None req-14653430-b0c4-46ed-be4d-47311faaa5eb admin admin] Resources bound (agent type, host, resource id): {{(pid=99484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:39:05.044809 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-496a3fdd-d33d-4efa-aec9-f9aff0be310c None None] Provisioning complete for port 73331809-758f-4496-ae86-ae5ad337a6c6 triggered by entity DHCP. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:39:05.045190 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-496a3fdd-d33d-4efa-aec9-f9aff0be310c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:05.083825 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-496a3fdd-d33d-4efa-aec9-f9aff0be310c None None] Port 73331809-758f-4496-ae86-ae5ad337a6c6 cannot update to ACTIVE because it is not bound. {{(pid=99485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 14:39:05.158029 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14653430-b0c4-46ed-be4d-47311faaa5eb admin admin] Router d835c7fe-7fdc-4c2e-b68b-4c16f078865e is scheduled to L3 agent 1c008f53-dbc2-48c1-a123-31b869a31df2 with binding_index 1 {{(pid=99484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 14 14:39:05.349369 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14653430-b0c4-46ed-be4d-47311faaa5eb admin admin] Notify agent at l3_agent.dv-cinder-726180-9-iscsi the message routers_updated {{(pid=99484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 14:39:05.354912 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-14653430-b0c4-46ed-be4d-47311faaa5eb admin admin] 10.222.0.55 "PUT /v2.0/routers/d835c7fe-7fdc-4c2e-b68b-4c16f078865e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.4595120 Jun 14 14:39:05.359320 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466df34b-7f1c-42c0-b0b2-8cb0da79bdf2 None None] Sync routers for ids ['d835c7fe-7fdc-4c2e-b68b-4c16f078865e'] in dv-cinder-726180-9-iscsi {{(pid=99486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 14:39:05.371196 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466df34b-7f1c-42c0-b0b2-8cb0da79bdf2 None None] Routers {'d835c7fe-7fdc-4c2e-b68b-4c16f078865e'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:39:05.372060 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-466df34b-7f1c-42c0-b0b2-8cb0da79bdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:38:58Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['d835c7fe-7fdc-4c2e-b68b-4c16f078865e'], 'active': True} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:39:05.578631 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvr_db [None req-466df34b-7f1c-42c0-b0b2-8cb0da79bdf2 None None] Set router d835c7fe-7fdc-4c2e-b68b-4c16f078865e gateway port host: None {{(pid=99486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:39:06.055143 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-466df34b-7f1c-42c0-b0b2-8cb0da79bdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd835c7fe-7fdc-4c2e-b68b-4c16f078865e', 'name': 'router1', 'tenant_id': 'c23df618636b4e6cb99591f432891ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:38:53Z', 'updated_at': '2021-06-14T14:39:04Z', 'revision_number': 2, 'project_id': 'c23df618636b4e6cb99591f432891ba7', 'gw_port_host': None, '_interfaces': [{'id': '73331809-758f-4496-ae86-ae5ad337a6c6', 'name': '', 'network_id': '833db841-f3e6-4eaa-b077-826e0e70d073', 'tenant_id': 'c23df618636b4e6cb99591f432891ba7', 'mac_address': 'fa:16:3e:e5:60:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd835c7fe-7fdc-4c2e-b68b-4c16f078865e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '04426db9-0352-462f-9327-4f1ed7f44239', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:39:03Z', 'updated_at': '2021-06-14T14:39:04Z', 'revision_number': 2, 'project_id': 'c23df618636b4e6cb99591f432891ba7', 'subnets': [{'id': '04426db9-0352-462f-9327-4f1ed7f44239', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '92d78718-6a1f-447f-9aa3-c74c8e527d02'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:39:06.061687 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466df34b-7f1c-42c0-b0b2-8cb0da79bdf2 None None] Checking router: d835c7fe-7fdc-4c2e-b68b-4c16f078865e for host: dv-cinder-726180-9-iscsi {{(pid=99486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 14:39:06.062056 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466df34b-7f1c-42c0-b0b2-8cb0da79bdf2 None None] Updating router d835c7fe-7fdc-4c2e-b68b-4c16f078865e port 73331809-758f-4496-ae86-ae5ad337a6c6 binding host dv-cinder-726180-9-iscsi {{(pid=99486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 14:39:06.132551 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-466df34b-7f1c-42c0-b0b2-8cb0da79bdf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:06.761422 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-466df34b-7f1c-42c0-b0b2-8cb0da79bdf2 None None] Notify callbacks [] for port, precommit_update {{(pid=99486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:06.780393 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.provisioning_blocks [None req-466df34b-7f1c-42c0-b0b2-8cb0da79bdf2 None None] Transition to ACTIVE for port object 73331809-758f-4496-ae86-ae5ad337a6c6 will not be triggered until provisioned by entity L2. {{(pid=99486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:39:06.895357 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-466df34b-7f1c-42c0-b0b2-8cb0da79bdf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:06.898985 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:39:07.130444 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56756da-8035-4550-a2d7-d92ecb040a7e None None] Pushing event updated for resources: {'Port': ['ID=73331809-758f-4496-ae86-ae5ad337a6c6,revision_number=3']} {{(pid=99486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:39:07.146145 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56756da-8035-4550-a2d7-d92ecb040a7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:39:07.146476 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56756da-8035-4550-a2d7-d92ecb040a7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:39:07.146797 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56756da-8035-4550-a2d7-d92ecb040a7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:39:07.147113 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56756da-8035-4550-a2d7-d92ecb040a7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:39:07.147426 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56756da-8035-4550-a2d7-d92ecb040a7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:39:07.147736 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56756da-8035-4550-a2d7-d92ecb040a7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:39:07.148067 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56756da-8035-4550-a2d7-d92ecb040a7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:39:07.148416 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56756da-8035-4550-a2d7-d92ecb040a7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:39:07.148736 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56756da-8035-4550-a2d7-d92ecb040a7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:39:07.149039 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56756da-8035-4550-a2d7-d92ecb040a7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:39:07.149342 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56756da-8035-4550-a2d7-d92ecb040a7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:39:07.149642 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56756da-8035-4550-a2d7-d92ecb040a7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:39:07.150674 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56756da-8035-4550-a2d7-d92ecb040a7e None None] Tracked resource versions report: Jun 14 14:39:07.150674 dv-cinder-726180-9-iscsi neutron-server[99486]: pushed versions: Jun 14 14:39:07.150674 dv-cinder-726180-9-iscsi neutron-server[99486]: { 'AddressGroup': {'1.2'}, Jun 14 14:39:07.150674 dv-cinder-726180-9-iscsi neutron-server[99486]: 'ConntrackHelper': {'1.0'}, Jun 14 14:39:07.150674 dv-cinder-726180-9-iscsi neutron-server[99486]: 'Log': {'1.0'}, Jun 14 14:39:07.150674 dv-cinder-726180-9-iscsi neutron-server[99486]: 'Network': {'1.1'}, Jun 14 14:39:07.150674 dv-cinder-726180-9-iscsi neutron-server[99486]: 'Port': {'1.7'}, Jun 14 14:39:07.150674 dv-cinder-726180-9-iscsi neutron-server[99486]: 'PortForwarding': {'1.2'}, Jun 14 14:39:07.150674 dv-cinder-726180-9-iscsi neutron-server[99486]: 'QosPolicy': {'1.8'}, Jun 14 14:39:07.150674 dv-cinder-726180-9-iscsi neutron-server[99486]: 'SecurityGroup': {'1.4'}, Jun 14 14:39:07.150674 dv-cinder-726180-9-iscsi neutron-server[99486]: 'SecurityGroupRule': {'1.2'}, Jun 14 14:39:07.150674 dv-cinder-726180-9-iscsi neutron-server[99486]: 'SubPort': {'1.0'}, Jun 14 14:39:07.150674 dv-cinder-726180-9-iscsi neutron-server[99486]: 'Subnet': {'1.1'}, Jun 14 14:39:07.150674 dv-cinder-726180-9-iscsi neutron-server[99486]: 'Trunk': {'1.1'}} Jun 14 14:39:07.150674 dv-cinder-726180-9-iscsi neutron-server[99486]: consumer versions: Jun 14 14:39:07.150674 dv-cinder-726180-9-iscsi neutron-server[99486]: { DHCP agent@dv-cinder-726180-9-iscsi: {}, Jun 14 14:39:07.150674 dv-cinder-726180-9-iscsi neutron-server[99486]: L3 agent@dv-cinder-726180-9-iscsi: {}, Jun 14 14:39:07.150674 dv-cinder-726180-9-iscsi neutron-server[99486]: Metadata agent@dv-cinder-726180-9-iscsi: {}, Jun 14 14:39:07.150674 dv-cinder-726180-9-iscsi neutron-server[99486]: Metering agent@dv-cinder-726180-9-iscsi: {}, Jun 14 14:39:07.150674 dv-cinder-726180-9-iscsi neutron-server[99486]: Open vSwitch agent@dv-cinder-726180-9-iscsi: { 'AddressGroup': '1.2', Jun 14 14:39:07.150674 dv-cinder-726180-9-iscsi neutron-server[99486]: 'ConntrackHelper': '1.0', Jun 14 14:39:07.150674 dv-cinder-726180-9-iscsi neutron-server[99486]: 'Log': '1.0', Jun 14 14:39:07.150674 dv-cinder-726180-9-iscsi neutron-server[99486]: 'Network': '1.1', Jun 14 14:39:07.150674 dv-cinder-726180-9-iscsi neutron-server[99486]: 'Port': '1.7', Jun 14 14:39:07.150674 dv-cinder-726180-9-iscsi neutron-server[99486]: 'PortForwarding': '1.2', Jun 14 14:39:07.150674 dv-cinder-726180-9-iscsi neutron-server[99486]: 'QosPolicy': '1.8', Jun 14 14:39:07.150674 dv-cinder-726180-9-iscsi neutron-server[99486]: 'SecurityGroup': '1.4', Jun 14 14:39:07.150674 dv-cinder-726180-9-iscsi neutron-server[99486]: 'SecurityGroupRule': '1.2', Jun 14 14:39:07.150674 dv-cinder-726180-9-iscsi neutron-server[99486]: 'SubPort': '1.0', Jun 14 14:39:07.150674 dv-cinder-726180-9-iscsi neutron-server[99486]: 'Subnet': '1.1', Jun 14 14:39:07.150674 dv-cinder-726180-9-iscsi neutron-server[99486]: 'Trunk': '1.1'}} Jun 14 14:39:07.150674 dv-cinder-726180-9-iscsi neutron-server[99486]: {{(pid=99486) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 14 14:39:07.157477 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG oslo_concurrency.lockutils [None req-d56756da-8035-4550-a2d7-d92ecb040a7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=99486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:39:07.158582 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.managers [None req-466df34b-7f1c-42c0-b0b2-8cb0da79bdf2 None None] Attempting to bind port 73331809-758f-4496-ae86-ae5ad337a6c6 on host dv-cinder-726180-9-iscsi for vnic_type normal with profile {{(pid=99486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:39:07.158972 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.managers [None req-466df34b-7f1c-42c0-b0b2-8cb0da79bdf2 None None] Attempting to bind port 73331809-758f-4496-ae86-ae5ad337a6c6 by drivers openvswitch,hyperv on host dv-cinder-726180-9-iscsi at level 0 using segments [{'id': '0178f00c-1aa1-46e2-aafd-452da0f83f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '833db841-f3e6-4eaa-b077-826e0e70d073'}] {{(pid=99486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:39:07.159380 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466df34b-7f1c-42c0-b0b2-8cb0da79bdf2 None None] Attempting to bind port 73331809-758f-4496-ae86-ae5ad337a6c6 on network 833db841-f3e6-4eaa-b077-826e0e70d073 {{(pid=99486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:39:07.164228 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466df34b-7f1c-42c0-b0b2-8cb0da79bdf2 None None] Checking agent: {'id': 'e183279c-24ea-4296-8522-436b00f0c0a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-726180-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 38, 29), 'started_at': datetime.datetime(2021, 6, 14, 14, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-726180-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:39:07.164652 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466df34b-7f1c-42c0-b0b2-8cb0da79bdf2 None None] Checking segment: {'id': '0178f00c-1aa1-46e2-aafd-452da0f83f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '833db841-f3e6-4eaa-b077-826e0e70d073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:39:07.165116 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-466df34b-7f1c-42c0-b0b2-8cb0da79bdf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:07.165492 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466df34b-7f1c-42c0-b0b2-8cb0da79bdf2 None None] Bound using segment: {'id': '0178f00c-1aa1-46e2-aafd-452da0f83f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '833db841-f3e6-4eaa-b077-826e0e70d073'} {{(pid=99486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:39:07.165980 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.managers [None req-466df34b-7f1c-42c0-b0b2-8cb0da79bdf2 None None] Bound port: 73331809-758f-4496-ae86-ae5ad337a6c6, host: dv-cinder-726180-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0178f00c-1aa1-46e2-aafd-452da0f83f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '833db841-f3e6-4eaa-b077-826e0e70d073'}}] {{(pid=99486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:39:07.166345 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-466df34b-7f1c-42c0-b0b2-8cb0da79bdf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:07.246517 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.db [None req-466df34b-7f1c-42c0-b0b2-8cb0da79bdf2 None None] For port 73331809-758f-4496-ae86-ae5ad337a6c6, host dv-cinder-726180-9-iscsi, cleared binding levels {{(pid=99486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:39:07.268285 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.db [None req-466df34b-7f1c-42c0-b0b2-8cb0da79bdf2 None None] For port 73331809-758f-4496-ae86-ae5ad337a6c6, host dv-cinder-726180-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=73331809-758f-4496-ae86-ae5ad337a6c6,segment=NetworkSegment(0178f00c-1aa1-46e2-aafd-452da0f83f22),segment_id=0178f00c-1aa1-46e2-aafd-452da0f83f22)] {{(pid=99486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:39:07.401424 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-466df34b-7f1c-42c0-b0b2-8cb0da79bdf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:07.403748 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:39:07.471766 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466df34b-7f1c-42c0-b0b2-8cb0da79bdf2 None None] Routers {'d835c7fe-7fdc-4c2e-b68b-4c16f078865e'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:39:07.472419 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-466df34b-7f1c-42c0-b0b2-8cb0da79bdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:38:58Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['d835c7fe-7fdc-4c2e-b68b-4c16f078865e'], 'active': True} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:39:07.474373 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56756da-8035-4550-a2d7-d92ecb040a7e None None] Pushing event updated for resources: {'Port': ['ID=73331809-758f-4496-ae86-ae5ad337a6c6,revision_number=4']} {{(pid=99486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:39:07.479098 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG oslo_concurrency.lockutils [None req-d56756da-8035-4550-a2d7-d92ecb040a7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:39:07.608109 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvr_db [None req-466df34b-7f1c-42c0-b0b2-8cb0da79bdf2 None None] Set router d835c7fe-7fdc-4c2e-b68b-4c16f078865e gateway port host: None {{(pid=99486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:39:07.627377 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 55370) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:39:07.764449 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87cdf2d-be89-43bf-98a6-95a54c5c1ba8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:39:07.766066 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-c87cdf2d-be89-43bf-98a6-95a54c5c1ba8 admin admin] 10.222.0.55 "GET /v2.0/networks/380d7500-e042-4a28-87f8-50b947846e60 HTTP/1.1" status: 200 len: 842 time: 0.1373239 Jun 14 14:39:07.782564 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.v2.base [None req-e07910e5-73fd-4353-baf1-c9f8c96393bd admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'cidr': '172.27.3.0/24', 'enable_dhcp': False, 'gateway_ip': '172.27.3.1'}} {{(pid=99484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:39:07.882976 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-466df34b-7f1c-42c0-b0b2-8cb0da79bdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd835c7fe-7fdc-4c2e-b68b-4c16f078865e', 'name': 'router1', 'tenant_id': 'c23df618636b4e6cb99591f432891ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:38:53Z', 'updated_at': '2021-06-14T14:39:04Z', 'revision_number': 2, 'project_id': 'c23df618636b4e6cb99591f432891ba7', 'gw_port_host': None, '_interfaces': [{'id': '73331809-758f-4496-ae86-ae5ad337a6c6', 'name': '', 'network_id': '833db841-f3e6-4eaa-b077-826e0e70d073', 'tenant_id': 'c23df618636b4e6cb99591f432891ba7', 'mac_address': 'fa:16:3e:e5:60:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd835c7fe-7fdc-4c2e-b68b-4c16f078865e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '04426db9-0352-462f-9327-4f1ed7f44239', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:39:03Z', 'updated_at': '2021-06-14T14:39:07Z', 'revision_number': 4, 'project_id': 'c23df618636b4e6cb99591f432891ba7', 'subnets': [{'id': '04426db9-0352-462f-9327-4f1ed7f44239', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '92d78718-6a1f-447f-9aa3-c74c8e527d02'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:39:07.886535 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466df34b-7f1c-42c0-b0b2-8cb0da79bdf2 None None] The sync data for ids ['d835c7fe-7fdc-4c2e-b68b-4c16f078865e'] in dv-cinder-726180-9-iscsi is: [{'id': 'd835c7fe-7fdc-4c2e-b68b-4c16f078865e', 'name': 'router1', 'tenant_id': 'c23df618636b4e6cb99591f432891ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:38:53Z', 'updated_at': '2021-06-14T14:39:04Z', 'revision_number': 2, 'project_id': 'c23df618636b4e6cb99591f432891ba7', 'gw_port_host': None, '_interfaces': [{'id': '73331809-758f-4496-ae86-ae5ad337a6c6', 'name': '', 'network_id': '833db841-f3e6-4eaa-b077-826e0e70d073', 'tenant_id': 'c23df618636b4e6cb99591f432891ba7', 'mac_address': 'fa:16:3e:e5:60:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd835c7fe-7fdc-4c2e-b68b-4c16f078865e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '04426db9-0352-462f-9327-4f1ed7f44239', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:39:03Z', 'updated_at': '2021-06-14T14:39:07Z', 'revision_number': 4, 'project_id': 'c23df618636b4e6cb99591f432891ba7', 'subnets': [{'id': '04426db9-0352-462f-9327-4f1ed7f44239', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '92d78718-6a1f-447f-9aa3-c74c8e527d02'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 14:39:07.946379 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e07910e5-73fd-4353-baf1-c9f8c96393bd admin admin] Made reservation on behalf of 90e3f5de6dd84cf299f14dec6ff20185 for: {'subnet': 1} {{(pid=99484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:39:07.949328 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-e07910e5-73fd-4353-baf1-c9f8c96393bd admin admin] Notify callbacks [] for subnet, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:08.481738 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.objects.ports [None req-e07910e5-73fd-4353-baf1-c9f8c96393bd admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99484) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 14 14:39:08.482179 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-e07910e5-73fd-4353-baf1-c9f8c96393bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244'] for subnet, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:08.484380 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-99ad1003-5d30-4276-8571-e8bb43afcf55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:39:08.545257 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07910e5-73fd-4353-baf1-c9f8c96393bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=5342af6e-54a0-4047-9509-517c9dedbdeb,revision_number=0']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:39:08.549536 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-e07910e5-73fd-4353-baf1-c9f8c96393bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:39:08.556142 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07910e5-73fd-4353-baf1-c9f8c96393bd admin admin] Checking segment: {'id': '5f9b4eda-9001-4473-8107-70664bb4d177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380d7500-e042-4a28-87f8-50b947846e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:39:08.556490 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07910e5-73fd-4353-baf1-c9f8c96393bd admin admin] Network hostable DHCP agents. Network: 380d7500-e042-4a28-87f8-50b947846e60, hostable agents: ['93423e1b-8ac2-4abf-ba8c-2bf2a6ff74d8'], hosted agents: [] {{(pid=99484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 14:39:08.772119 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07910e5-73fd-4353-baf1-c9f8c96393bd admin admin] Network 380d7500-e042-4a28-87f8-50b947846e60 is scheduled to be hosted by DHCP agent 93423e1b-8ac2-4abf-ba8c-2bf2a6ff74d8 with binding_index 1 {{(pid=99484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 14:39:09.043784 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.base_scheduler [None req-e07910e5-73fd-4353-baf1-c9f8c96393bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-726180-9-iscsi, 380d7500-e042-4a28-87f8-50b947846e60) {{(pid=99484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:39:09.048559 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07910e5-73fd-4353-baf1-c9f8c96393bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:39:09.049152 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-e07910e5-73fd-4353-baf1-c9f8c96393bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699218'] for subnet, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:09.053949 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c97dff-639f-465c-9d71-58d5a64cf504 None None] Network 380d7500-e042-4a28-87f8-50b947846e60 requested from dv-cinder-726180-9-iscsi {{(pid=99485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:39:09.288164 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706ba692-1127-45e4-882f-dd9267976e74 None None] Network 380d7500-e042-4a28-87f8-50b947846e60 requested from dv-cinder-726180-9-iscsi {{(pid=99485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:39:09.289873 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-e07910e5-73fd-4353-baf1-c9f8c96393bd admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5177920 Jun 14 14:39:11.699377 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 55382) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:39:11.871832 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-d47438e9-047f-4aa9-a7f3-9962fce7d01b admin admin] 10.222.0.55 "GET /v2.0/routers/d835c7fe-7fdc-4c2e-b68b-4c16f078865e HTTP/1.1" status: 200 len: 710 time: 0.1713178 Jun 14 14:39:11.985297 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76368174-1aa7-460a-bf27-9a08077aa935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:39:11.988457 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-76368174-1aa7-460a-bf27-9a08077aa935 admin admin] 10.222.0.55 "GET /v2.0/networks/380d7500-e042-4a28-87f8-50b947846e60 HTTP/1.1" status: 200 len: 886 time: 0.1113224 Jun 14 14:39:11.996373 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.v2.base [None req-e5bb231c-169a-41f5-93ab-5234b507883a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60'}}} {{(pid=99484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:39:12.346968 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-e5bb231c-169a-41f5-93ab-5234b507883a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4046279', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4031675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60921'] for router, precommit_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:12.556372 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device 73331809-758f-4496-ae86-ae5ad337a6c6 up at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:39:12.806722 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning for port 73331809-758f-4496-ae86-ae5ad337a6c6 completed by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:39:12.811908 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning complete for port 73331809-758f-4496-ae86-ae5ad337a6c6 triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:39:12.812314 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:12.882472 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-e5bb231c-169a-41f5-93ab-5234b507883a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:12.907815 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:12.952111 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] For port 73331809-758f-4496-ae86-ae5ad337a6c6, host dv-cinder-726180-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=73331809-758f-4496-ae86-ae5ad337a6c6,segment=NetworkSegment(0178f00c-1aa1-46e2-aafd-452da0f83f22),segment_id=0178f00c-1aa1-46e2-aafd-452da0f83f22)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:39:12.967606 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-e5bb231c-169a-41f5-93ab-5234b507883a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905267'] for port, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:13.057922 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:13.060032 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-f8ccf568-359a-47aa-aa25-6fee5c837971 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:39:13.086279 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.db_base_plugin_common [None req-e5bb231c-169a-41f5-93ab-5234b507883a admin admin] Allocated IP 172.27.3.115 (380d7500-e042-4a28-87f8-50b947846e60/5342af6e-54a0-4047-9509-517c9dedbdeb/e52ba901-b921-4465-b3cd-47d3e8580c2d) {{(pid=99484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:39:13.115545 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Pushing event updated for resources: {'Port': ['ID=73331809-758f-4496-ae86-ae5ad337a6c6,revision_number=5']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:39:13.118921 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:39:13.211039 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-e5bb231c-169a-41f5-93ab-5234b507883a admin admin] Notify callbacks [] for port, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:13.321523 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-e5bb231c-169a-41f5-93ab-5234b507883a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-905456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763375065887'] for port, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:13.323762 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-14653430-b0c4-46ed-be4d-47311faaa5eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:39:13.369536 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5bb231c-169a-41f5-93ab-5234b507883a admin admin] Network 380d7500-e042-4a28-87f8-50b947846e60 is already hosted by enough agents. {{(pid=99484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:39:13.372230 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.base_scheduler [None req-e5bb231c-169a-41f5-93ab-5234b507883a admin admin] Resources bound (agent type, host, resource id): {{(pid=99484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:39:13.374843 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bb231c-169a-41f5-93ab-5234b507883a admin admin] Received port after_create {{(pid=99484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:39:13.424291 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bb231c-169a-41f5-93ab-5234b507883a admin admin] Pushing event updated for resources: {'Port': ['ID=e52ba901-b921-4465-b3cd-47d3e8580c2d,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:39:13.471119 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-e5bb231c-169a-41f5-93ab-5234b507883a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:39:13.828874 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-e5bb231c-169a-41f5-93ab-5234b507883a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:14.102280 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-e5bb231c-169a-41f5-93ab-5234b507883a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4046279', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4031675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60921'] for router, precommit_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:14.105643 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-e5bb231c-169a-41f5-93ab-5234b507883a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4045727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4045737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4045712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4036680'] for router, after_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:14.359097 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5bb231c-169a-41f5-93ab-5234b507883a admin admin] Router d835c7fe-7fdc-4c2e-b68b-4c16f078865e has already been hosted by L3 agent 1c008f53-dbc2-48c1-a123-31b869a31df2 {{(pid=99484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 14:39:14.517113 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5bb231c-169a-41f5-93ab-5234b507883a admin admin] Notify agent at l3_agent.dv-cinder-726180-9-iscsi the message routers_updated {{(pid=99484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 14:39:14.523261 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-e5bb231c-169a-41f5-93ab-5234b507883a admin admin] Notify callbacks [] for router, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:14.524524 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-e5bb231c-169a-41f5-93ab-5234b507883a admin admin] 10.222.0.55 "PUT /v2.0/routers/d835c7fe-7fdc-4c2e-b68b-4c16f078865e HTTP/1.1" status: 200 len: 890 time: 2.5322771 Jun 14 14:39:14.527241 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device 73331809-758f-4496-ae86-ae5ad337a6c6 up at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:39:14.557844 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16051fe-2077-460f-9027-f4e0b89fc4f9 None None] Sync routers for ids ['d835c7fe-7fdc-4c2e-b68b-4c16f078865e'] in dv-cinder-726180-9-iscsi {{(pid=99485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 14:39:14.582610 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16051fe-2077-460f-9027-f4e0b89fc4f9 None None] Routers {'d835c7fe-7fdc-4c2e-b68b-4c16f078865e'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:39:14.583333 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-a16051fe-2077-460f-9027-f4e0b89fc4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:38:58Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['d835c7fe-7fdc-4c2e-b68b-4c16f078865e'], 'active': True} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:39:14.787105 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning complete for port 73331809-758f-4496-ae86-ae5ad337a6c6 triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:39:14.787479 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:14.881729 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvr_db [None req-a16051fe-2077-460f-9027-f4e0b89fc4f9 None None] Set router d835c7fe-7fdc-4c2e-b68b-4c16f078865e gateway port host: dv-cinder-726180-9-iscsi {{(pid=99485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:39:15.443861 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-a16051fe-2077-460f-9027-f4e0b89fc4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd835c7fe-7fdc-4c2e-b68b-4c16f078865e', 'name': 'router1', 'tenant_id': 'c23df618636b4e6cb99591f432891ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'e52ba901-b921-4465-b3cd-47d3e8580c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:38:53Z', 'updated_at': '2021-06-14T14:39:13Z', 'revision_number': 4, 'project_id': 'c23df618636b4e6cb99591f432891ba7', 'gw_port': {'id': 'e52ba901-b921-4465-b3cd-47d3e8580c2d', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:37:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd835c7fe-7fdc-4c2e-b68b-4c16f078865e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:39:12Z', 'updated_at': '2021-06-14T14:39:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_interfaces': [{'id': '73331809-758f-4496-ae86-ae5ad337a6c6', 'name': '', 'network_id': '833db841-f3e6-4eaa-b077-826e0e70d073', 'tenant_id': 'c23df618636b4e6cb99591f432891ba7', 'mac_address': 'fa:16:3e:e5:60:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd835c7fe-7fdc-4c2e-b68b-4c16f078865e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '04426db9-0352-462f-9327-4f1ed7f44239', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:39:03Z', 'updated_at': '2021-06-14T14:39:12Z', 'revision_number': 5, 'project_id': 'c23df618636b4e6cb99591f432891ba7', 'subnets': [{'id': '04426db9-0352-462f-9327-4f1ed7f44239', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '92d78718-6a1f-447f-9aa3-c74c8e527d02'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:39:15.450932 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16051fe-2077-460f-9027-f4e0b89fc4f9 None None] Checking router: d835c7fe-7fdc-4c2e-b68b-4c16f078865e for host: dv-cinder-726180-9-iscsi {{(pid=99485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 14:39:15.451284 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16051fe-2077-460f-9027-f4e0b89fc4f9 None None] Updating router d835c7fe-7fdc-4c2e-b68b-4c16f078865e port e52ba901-b921-4465-b3cd-47d3e8580c2d binding host dv-cinder-726180-9-iscsi {{(pid=99485) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 14:39:15.497070 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-a16051fe-2077-460f-9027-f4e0b89fc4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:15.890038 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-a16051fe-2077-460f-9027-f4e0b89fc4f9 None None] Notify callbacks [] for port, precommit_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:15.901207 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-a16051fe-2077-460f-9027-f4e0b89fc4f9 None None] Transition to ACTIVE for port object e52ba901-b921-4465-b3cd-47d3e8580c2d will not be triggered until provisioned by entity L2. {{(pid=99485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:39:15.996336 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-a16051fe-2077-460f-9027-f4e0b89fc4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:15.998674 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:39:16.058429 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.managers [None req-a16051fe-2077-460f-9027-f4e0b89fc4f9 None None] Attempting to bind port e52ba901-b921-4465-b3cd-47d3e8580c2d on host dv-cinder-726180-9-iscsi for vnic_type normal with profile {{(pid=99485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:39:16.058826 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.managers [None req-a16051fe-2077-460f-9027-f4e0b89fc4f9 None None] Attempting to bind port e52ba901-b921-4465-b3cd-47d3e8580c2d by drivers openvswitch,hyperv on host dv-cinder-726180-9-iscsi at level 0 using segments [{'id': '5f9b4eda-9001-4473-8107-70664bb4d177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380d7500-e042-4a28-87f8-50b947846e60'}] {{(pid=99485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:39:16.059197 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16051fe-2077-460f-9027-f4e0b89fc4f9 None None] Attempting to bind port e52ba901-b921-4465-b3cd-47d3e8580c2d on network 380d7500-e042-4a28-87f8-50b947846e60 {{(pid=99485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:39:16.061297 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef3d53b-58f6-4346-848c-55e462bbdfc9 None None] Pushing event updated for resources: {'Port': ['ID=e52ba901-b921-4465-b3cd-47d3e8580c2d,revision_number=2']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:39:16.064563 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-9ef3d53b-58f6-4346-848c-55e462bbdfc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:39:16.067242 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16051fe-2077-460f-9027-f4e0b89fc4f9 None None] Checking agent: {'id': 'e183279c-24ea-4296-8522-436b00f0c0a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-726180-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 38, 29), 'started_at': datetime.datetime(2021, 6, 14, 14, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-726180-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:39:16.067621 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16051fe-2077-460f-9027-f4e0b89fc4f9 None None] Checking segment: {'id': '5f9b4eda-9001-4473-8107-70664bb4d177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380d7500-e042-4a28-87f8-50b947846e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:39:16.068066 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-a16051fe-2077-460f-9027-f4e0b89fc4f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:16.068460 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16051fe-2077-460f-9027-f4e0b89fc4f9 None None] Bound using segment: {'id': '5f9b4eda-9001-4473-8107-70664bb4d177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380d7500-e042-4a28-87f8-50b947846e60'} {{(pid=99485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:39:16.069227 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.managers [None req-a16051fe-2077-460f-9027-f4e0b89fc4f9 None None] Bound port: e52ba901-b921-4465-b3cd-47d3e8580c2d, host: dv-cinder-726180-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f9b4eda-9001-4473-8107-70664bb4d177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380d7500-e042-4a28-87f8-50b947846e60'}}] {{(pid=99485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:39:16.069348 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-a16051fe-2077-460f-9027-f4e0b89fc4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:16.130435 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-a16051fe-2077-460f-9027-f4e0b89fc4f9 None None] For port e52ba901-b921-4465-b3cd-47d3e8580c2d, host dv-cinder-726180-9-iscsi, cleared binding levels {{(pid=99485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:39:16.133617 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-a16051fe-2077-460f-9027-f4e0b89fc4f9 None None] For port e52ba901-b921-4465-b3cd-47d3e8580c2d, host dv-cinder-726180-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=e52ba901-b921-4465-b3cd-47d3e8580c2d,segment=NetworkSegment(5f9b4eda-9001-4473-8107-70664bb4d177),segment_id=5f9b4eda-9001-4473-8107-70664bb4d177)] {{(pid=99485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:39:16.215543 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-a16051fe-2077-460f-9027-f4e0b89fc4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:16.217931 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-9ef3d53b-58f6-4346-848c-55e462bbdfc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:39:16.287796 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16051fe-2077-460f-9027-f4e0b89fc4f9 None None] Routers {'d835c7fe-7fdc-4c2e-b68b-4c16f078865e'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:39:16.288359 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-a16051fe-2077-460f-9027-f4e0b89fc4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:38:58Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['d835c7fe-7fdc-4c2e-b68b-4c16f078865e'], 'active': True} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:39:16.290067 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef3d53b-58f6-4346-848c-55e462bbdfc9 None None] Pushing event updated for resources: {'Port': ['ID=e52ba901-b921-4465-b3cd-47d3e8580c2d,revision_number=3']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:39:16.295864 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-9ef3d53b-58f6-4346-848c-55e462bbdfc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:39:16.438932 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvr_db [None req-a16051fe-2077-460f-9027-f4e0b89fc4f9 None None] Set router d835c7fe-7fdc-4c2e-b68b-4c16f078865e gateway port host: dv-cinder-726180-9-iscsi {{(pid=99485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:39:16.721637 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-a16051fe-2077-460f-9027-f4e0b89fc4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd835c7fe-7fdc-4c2e-b68b-4c16f078865e', 'name': 'router1', 'tenant_id': 'c23df618636b4e6cb99591f432891ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'e52ba901-b921-4465-b3cd-47d3e8580c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:38:53Z', 'updated_at': '2021-06-14T14:39:13Z', 'revision_number': 4, 'project_id': 'c23df618636b4e6cb99591f432891ba7', 'gw_port': {'id': 'e52ba901-b921-4465-b3cd-47d3e8580c2d', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:37:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd835c7fe-7fdc-4c2e-b68b-4c16f078865e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:39:12Z', 'updated_at': '2021-06-14T14:39:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_interfaces': [{'id': '73331809-758f-4496-ae86-ae5ad337a6c6', 'name': '', 'network_id': '833db841-f3e6-4eaa-b077-826e0e70d073', 'tenant_id': 'c23df618636b4e6cb99591f432891ba7', 'mac_address': 'fa:16:3e:e5:60:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd835c7fe-7fdc-4c2e-b68b-4c16f078865e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '04426db9-0352-462f-9327-4f1ed7f44239', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:39:03Z', 'updated_at': '2021-06-14T14:39:12Z', 'revision_number': 5, 'project_id': 'c23df618636b4e6cb99591f432891ba7', 'subnets': [{'id': '04426db9-0352-462f-9327-4f1ed7f44239', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '92d78718-6a1f-447f-9aa3-c74c8e527d02'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:39:16.725215 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16051fe-2077-460f-9027-f4e0b89fc4f9 None None] The sync data for ids ['d835c7fe-7fdc-4c2e-b68b-4c16f078865e'] in dv-cinder-726180-9-iscsi is: [{'id': 'd835c7fe-7fdc-4c2e-b68b-4c16f078865e', 'name': 'router1', 'tenant_id': 'c23df618636b4e6cb99591f432891ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'e52ba901-b921-4465-b3cd-47d3e8580c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:38:53Z', 'updated_at': '2021-06-14T14:39:13Z', 'revision_number': 4, 'project_id': 'c23df618636b4e6cb99591f432891ba7', 'gw_port': {'id': 'e52ba901-b921-4465-b3cd-47d3e8580c2d', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:37:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd835c7fe-7fdc-4c2e-b68b-4c16f078865e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:39:12Z', 'updated_at': '2021-06-14T14:39:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_interfaces': [{'id': '73331809-758f-4496-ae86-ae5ad337a6c6', 'name': '', 'network_id': '833db841-f3e6-4eaa-b077-826e0e70d073', 'tenant_id': 'c23df618636b4e6cb99591f432891ba7', 'mac_address': 'fa:16:3e:e5:60:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd835c7fe-7fdc-4c2e-b68b-4c16f078865e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '04426db9-0352-462f-9327-4f1ed7f44239', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:39:03Z', 'updated_at': '2021-06-14T14:39:12Z', 'revision_number': 5, 'project_id': 'c23df618636b4e6cb99591f432891ba7', 'subnets': [{'id': '04426db9-0352-462f-9327-4f1ed7f44239', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '92d78718-6a1f-447f-9aa3-c74c8e527d02'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 14:39:16.977178 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 55390) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:39:17.115664 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-f8fec5c8-ac45-400c-8e34-8fcf588390b3 admin admin] 10.222.0.55 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1373994 Jun 14 14:39:18.546579 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device e52ba901-b921-4465-b3cd-47d3e8580c2d up at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:39:18.706184 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning for port e52ba901-b921-4465-b3cd-47d3e8580c2d completed by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:39:18.710525 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning complete for port e52ba901-b921-4465-b3cd-47d3e8580c2d triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:39:18.710931 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:18.831662 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:18.856242 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] For port e52ba901-b921-4465-b3cd-47d3e8580c2d, host dv-cinder-726180-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=e52ba901-b921-4465-b3cd-47d3e8580c2d,segment=NetworkSegment(5f9b4eda-9001-4473-8107-70664bb4d177),segment_id=5f9b4eda-9001-4473-8107-70664bb4d177)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:39:18.949858 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:18.952544 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:39:19.017547 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Pushing event updated for resources: {'Port': ['ID=e52ba901-b921-4465-b3cd-47d3e8580c2d,revision_number=4']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:39:19.020633 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:39:20.565736 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device e52ba901-b921-4465-b3cd-47d3e8580c2d up at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:39:20.661353 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning complete for port e52ba901-b921-4465-b3cd-47d3e8580c2d triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:39:20.661566 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:25.765253 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-db51120d-dc0b-42fb-ac84-953095ce755b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:28.468857 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-e8e78ae2-187a-42dc-9f8e-8e3fabb386b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:28.783459 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:29.589111 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-fac6794f-d54e-43a2-84ad-332974bc6d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:31.362963 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-39b4335d-7f90-4c96-ac82-c584c202a69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:37.070152 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.agents_db [None req-f05f0e2d-2be5-4cb0-86e7-333c7e47477b None None] Agent healthcheck: found 5 active agents {{(pid=99486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 14:39:55.757343 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-b1ba25c4-a371-4a2e-bde6-071e7536d339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:58.649451 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-bdb93a39-5591-403a-bfef-85fd04773960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:58.712048 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:59.628953 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-fac6794f-d54e-43a2-84ad-332974bc6d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:40:01.300324 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-39b4335d-7f90-4c96-ac82-c584c202a69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:40:14.072262 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.agents_db [None req-f05f0e2d-2be5-4cb0-86e7-333c7e47477b None None] Agent healthcheck: found 5 active agents {{(pid=99486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 14:40:25.767986 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-34ee00be-c8e5-4483-b438-e404c2c7ffe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:40:28.476412 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-dc10aa55-a9d5-4611-83b2-66d4860df9af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:40:28.655880 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:40:29.575675 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-fac6794f-d54e-43a2-84ad-332974bc6d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:40:31.259058 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-39b4335d-7f90-4c96-ac82-c584c202a69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:40:51.070998 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.agents_db [None req-f05f0e2d-2be5-4cb0-86e7-333c7e47477b None None] Agent healthcheck: found 5 active agents {{(pid=99486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 14:40:55.775211 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-120cb190-d4b3-4bc7-8d1e-39654e51d39a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:40:58.373875 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 55958) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:40:58.452243 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe12cdfd-52b6-4254-846c-7673495da25f admin admin] GET failed (client error): The resource could not be found. Jun 14 14:40:58.453622 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-fe12cdfd-52b6-4254-846c-7673495da25f admin admin] 10.222.0.55 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0787413 Jun 14 14:40:58.521129 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-03833fa4-18d4-46eb-9669-7d03fb1562f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:40:58.651063 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8161ea-8186-4687-be7a-14164f5380c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:40:58.652586 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-ad8161ea-8186-4687-be7a-14164f5380c5 admin admin] 10.222.0.55 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1951404 Jun 14 14:40:58.654717 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:40:59.618818 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-fac6794f-d54e-43a2-84ad-332974bc6d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:41:00.830466 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 55968) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:41:00.930771 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577b3415-0080-468f-b304-d41cf0c68580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:41:00.932129 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-577b3415-0080-468f-b304-d41cf0c68580 admin admin] 10.222.0.55 "GET /v2.0/subnets/04426db9-0352-462f-9327-4f1ed7f44239 HTTP/1.1" status: 200 len: 849 time: 0.1007724 Jun 14 14:41:00.941147 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.v2.base [None req-9f612028-96f8-4c03-b738-09444437b626 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=99484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:41:01.049084 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9f612028-96f8-4c03-b738-09444437b626 admin admin] Notify callbacks [] for subnet, before_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:41:01.300650 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-39b4335d-7f90-4c96-ac82-c584c202a69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:41:01.461035 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9f612028-96f8-4c03-b738-09444437b626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763375458874'] for subnet, after_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:41:01.463286 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:41:01.501400 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f612028-96f8-4c03-b738-09444437b626 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:41:01.501999 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9f612028-96f8-4c03-b738-09444437b626 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699218'] for subnet, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:41:01.503326 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-9f612028-96f8-4c03-b738-09444437b626 admin admin] 10.222.0.55 "PUT /v2.0/subnets/04426db9-0352-462f-9327-4f1ed7f44239 HTTP/1.1" status: 200 len: 868 time: 0.5658662 Jun 14 14:41:01.527291 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81869a75-7cac-4e8d-98c3-a1b4976cb6bb None None] Network 833db841-f3e6-4eaa-b077-826e0e70d073 requested from dv-cinder-726180-9-iscsi {{(pid=99485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:41:01.529008 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f612028-96f8-4c03-b738-09444437b626 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04426db9-0352-462f-9327-4f1ed7f44239,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:41:01.537088 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f612028-96f8-4c03-b738-09444437b626 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:41:01.537433 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f612028-96f8-4c03-b738-09444437b626 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:41:01.537768 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f612028-96f8-4c03-b738-09444437b626 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:41:01.538104 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f612028-96f8-4c03-b738-09444437b626 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:41:01.538425 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f612028-96f8-4c03-b738-09444437b626 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:41:01.538779 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f612028-96f8-4c03-b738-09444437b626 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:41:01.539113 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f612028-96f8-4c03-b738-09444437b626 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:41:01.539441 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f612028-96f8-4c03-b738-09444437b626 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:41:01.539783 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f612028-96f8-4c03-b738-09444437b626 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:41:01.540416 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f612028-96f8-4c03-b738-09444437b626 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:41:01.540753 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f612028-96f8-4c03-b738-09444437b626 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:41:01.541075 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f612028-96f8-4c03-b738-09444437b626 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:41:01.544908 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-9f612028-96f8-4c03-b738-09444437b626 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:41:02.006125 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-155a224d-408e-43a0-9c86-5181dea34e4d None None] Provisioning complete for port ca44fa92-fb39-4f1d-81ee-9f0a9921e575 triggered by entity DHCP. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:41:02.006494 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-155a224d-408e-43a0-9c86-5181dea34e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:41:02.119653 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-155a224d-408e-43a0-9c86-5181dea34e4d None None] Provisioning complete for port 73331809-758f-4496-ae86-ae5ad337a6c6 triggered by entity DHCP. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:41:02.119653 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-155a224d-408e-43a0-9c86-5181dea34e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:41:03.717364 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 55978) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:41:03.938791 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca2d779-031b-4e48-9867-98df98f0cbf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:41:03.939202 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca2d779-031b-4e48-9867-98df98f0cbf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:41:03.940728 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-6ca2d779-031b-4e48-9867-98df98f0cbf5 admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2224014 Jun 14 14:41:06.291239 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 55986) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:41:06.449599 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c3285a-a5ca-4442-a8af-e8b875ed8783 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:41:06.450068 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c3285a-a5ca-4442-a8af-e8b875ed8783 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:41:06.451581 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-b8c3285a-a5ca-4442-a8af-e8b875ed8783 admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1593153 Jun 14 14:41:08.628774 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 55994) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:41:08.781487 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f1f887-6d7b-402f-ac90-1217d501e32c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:41:08.782837 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-d7f1f887-6d7b-402f-ac90-1217d501e32c admin admin] 10.222.0.55 "GET /v2.0/networks/380d7500-e042-4a28-87f8-50b947846e60 HTTP/1.1" status: 200 len: 886 time: 0.1531150 Jun 14 14:41:10.941323 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 56002) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:41:11.094685 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68417d9b-5aad-4f74-b1d3-abd6f2877a64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:41:11.096030 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-68417d9b-5aad-4f74-b1d3-abd6f2877a64 admin admin] 10.222.0.55 "GET /v2.0/networks/833db841-f3e6-4eaa-b077-826e0e70d073 HTTP/1.1" status: 200 len: 869 time: 0.1535487 Jun 14 14:41:13.232092 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 56010) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:41:13.361576 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ef447b-006a-41f9-935d-2200939b8950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:41:13.362016 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ef447b-006a-41f9-935d-2200939b8950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:41:13.363504 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-a5ef447b-006a-41f9-935d-2200939b8950 admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1304748 Jun 14 14:41:15.506866 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 56018) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:41:15.604651 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0957cd-2800-4a0b-90d9-3eb9f87fcbf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:41:15.605110 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0957cd-2800-4a0b-90d9-3eb9f87fcbf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:41:15.606585 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-9e0957cd-2800-4a0b-90d9-3eb9f87fcbf5 admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0987635 Jun 14 14:41:17.809806 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 56026) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:41:17.905845 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f75ad0c-be75-493c-9a07-2f65ab3226a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:41:17.907163 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-8f75ad0c-be75-493c-9a07-2f65ab3226a6 admin admin] 10.222.0.55 "GET /v2.0/subnets/04426db9-0352-462f-9327-4f1ed7f44239 HTTP/1.1" status: 200 len: 868 time: 0.0964198 Jun 14 14:41:20.073924 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 56034) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:41:20.167135 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1ed13b-74e4-4e0d-b293-3ba6320d752d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:41:20.168490 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-da1ed13b-74e4-4e0d-b293-3ba6320d752d admin admin] 10.222.0.55 "GET /v2.0/subnets/5342af6e-54a0-4047-9509-517c9dedbdeb HTTP/1.1" status: 200 len: 816 time: 0.0936239 Jun 14 14:41:25.772110 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-b222454b-b35b-4d03-8ad5-bd53b1377916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:41:28.069814 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.agents_db [None req-f05f0e2d-2be5-4cb0-86e7-333c7e47477b None None] Agent healthcheck: found 5 active agents {{(pid=99486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 14:41:28.471566 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-e19d1836-92c5-4909-8546-d7969f571c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:41:28.665686 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:41:29.584468 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-fac6794f-d54e-43a2-84ad-332974bc6d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:41:31.294374 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-39b4335d-7f90-4c96-ac82-c584c202a69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:41:43.720487 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 56078) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:41:43.767511 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [None req-ef5fe7dd-886c-47f1-a7b7-5f92455e3fac admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=99484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 14 14:41:43.768525 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-ef5fe7dd-886c-47f1-a7b7-5f92455e3fac admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0470989 Jun 14 14:41:46.019398 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 56086) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:41:46.082170 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.pecan_wsgi.hooks.translation [None req-7219e1a4-7125-46fc-8890-aa678a640972 admin admin] GET failed (client error): The resource could not be found. Jun 14 14:41:46.083531 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-7219e1a4-7125-46fc-8890-aa678a640972 admin admin] 10.222.0.55 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0631948 Jun 14 14:41:46.241921 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84130353-26d0-4a6c-8d5c-571e846e0a41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:41:46.243629 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-84130353-26d0-4a6c-8d5c-571e846e0a41 admin admin] 10.222.0.55 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1562815 Jun 14 14:41:48.408528 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 56094) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:41:48.455551 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.v2.base [None req-fdf7c6c6-1739-4db2-80f9-05cb30430efa admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=99484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:41:48.527653 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf7c6c6-1739-4db2-80f9-05cb30430efa admin admin] Made reservation on behalf of 90e3f5de6dd84cf299f14dec6ff20185 for: {'network': 1} {{(pid=99484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:41:48.529984 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-fdf7c6c6-1739-4db2-80f9-05cb30430efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905267'] for network, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:41:48.567041 dv-cinder-726180-9-iscsi neutron-server[99484]: WARNING neutron.services.revisions.revision_plugin [None req-fdf7c6c6-1739-4db2-80f9-05cb30430efa admin admin] Could not find related network for resource to bump revision. Jun 14 14:41:48.578657 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdf7c6c6-1739-4db2-80f9-05cb30430efa admin admin] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=99484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 14:41:48.588087 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-fdf7c6c6-1739-4db2-80f9-05cb30430efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-914478'] for segment, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:41:48.588437 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.db.segments_db [None req-fdf7c6c6-1739-4db2-80f9-05cb30430efa admin admin] Added segment 2c7326b7-aee2-49af-9215-e80cdd885191 of type vlan for network 9c307061-d0d6-4b3f-ae6e-9a13a0b6a42d Jun 14 14:41:48.637070 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-fdf7c6c6-1739-4db2-80f9-05cb30430efa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763375052454'] for network, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:41:48.762435 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-fdf7c6c6-1739-4db2-80f9-05cb30430efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255'] for network, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:41:48.763757 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf7c6c6-1739-4db2-80f9-05cb30430efa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:41:48.764375 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-fdf7c6c6-1739-4db2-80f9-05cb30430efa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699218'] for network, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:41:48.766378 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:41:48.937265 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf7c6c6-1739-4db2-80f9-05cb30430efa admin admin] Pushing event updated for resources: {'Network': ['ID=9c307061-d0d6-4b3f-ae6e-9a13a0b6a42d,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:41:48.939950 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-fdf7c6c6-1739-4db2-80f9-05cb30430efa admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5299258 Jun 14 14:41:48.940770 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-fdf7c6c6-1739-4db2-80f9-05cb30430efa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:41:48.949029 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Network 9c307061-d0d6-4b3f-ae6e-9a13a0b6a42d details requested by agent ovs-agent-dv-cinder-726180-9-iscsi with host dv-cinder-726180-9-iscsi {{(pid=99485) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 14:41:51.140900 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 56102) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:41:51.202649 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.pecan_wsgi.hooks.translation [None req-2674ee64-2218-48f3-b94c-996142e7b156 admin admin] GET failed (client error): The resource could not be found. Jun 14 14:41:51.203962 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-2674ee64-2218-48f3-b94c-996142e7b156 admin admin] 10.222.0.55 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0621228 Jun 14 14:41:51.304249 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f0523f-5d9a-4645-bd37-f5b729f448e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:41:51.305701 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-b5f0523f-5d9a-4645-bd37-f5b729f448e8 admin admin] 10.222.0.55 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0963137 Jun 14 14:41:51.315284 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.v2.base [None req-20e98753-807e-46fd-8d24-d6b0295b11d4 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '9c307061-d0d6-4b3f-ae6e-9a13a0b6a42d', 'ip_version': 4}} {{(pid=99483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:41:51.400526 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e98753-807e-46fd-8d24-d6b0295b11d4 admin admin] Made reservation on behalf of 90e3f5de6dd84cf299f14dec6ff20185 for: {'subnet': 1} {{(pid=99483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:41:51.402969 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-20e98753-807e-46fd-8d24-d6b0295b11d4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:41:51.783051 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-20e98753-807e-46fd-8d24-d6b0295b11d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244'] for subnet, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:41:51.786500 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:41:51.855619 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e98753-807e-46fd-8d24-d6b0295b11d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b935d08-bc00-42c1-a34f-75541e5b6a8f,revision_number=0']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:41:51.869220 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e98753-807e-46fd-8d24-d6b0295b11d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:41:51.869572 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e98753-807e-46fd-8d24-d6b0295b11d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:41:51.869904 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e98753-807e-46fd-8d24-d6b0295b11d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:41:51.870426 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e98753-807e-46fd-8d24-d6b0295b11d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:41:51.870747 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e98753-807e-46fd-8d24-d6b0295b11d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:41:51.871063 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e98753-807e-46fd-8d24-d6b0295b11d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:41:51.871375 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e98753-807e-46fd-8d24-d6b0295b11d4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:41:51.871692 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e98753-807e-46fd-8d24-d6b0295b11d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:41:51.872034 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e98753-807e-46fd-8d24-d6b0295b11d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:41:51.872357 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e98753-807e-46fd-8d24-d6b0295b11d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:41:51.872668 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e98753-807e-46fd-8d24-d6b0295b11d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:41:51.872979 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e98753-807e-46fd-8d24-d6b0295b11d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:41:51.877801 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-20e98753-807e-46fd-8d24-d6b0295b11d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:41:51.881206 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e98753-807e-46fd-8d24-d6b0295b11d4 admin admin] Checking segment: {'id': '2c7326b7-aee2-49af-9215-e80cdd885191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9c307061-d0d6-4b3f-ae6e-9a13a0b6a42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:41:51.881574 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e98753-807e-46fd-8d24-d6b0295b11d4 admin admin] Network hostable DHCP agents. Network: 9c307061-d0d6-4b3f-ae6e-9a13a0b6a42d, hostable agents: ['93423e1b-8ac2-4abf-ba8c-2bf2a6ff74d8'], hosted agents: [] {{(pid=99483) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 14:41:52.059449 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e98753-807e-46fd-8d24-d6b0295b11d4 admin admin] Network 9c307061-d0d6-4b3f-ae6e-9a13a0b6a42d is scheduled to be hosted by DHCP agent 93423e1b-8ac2-4abf-ba8c-2bf2a6ff74d8 with binding_index 1 {{(pid=99483) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 14:41:52.234070 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.base_scheduler [None req-20e98753-807e-46fd-8d24-d6b0295b11d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-726180-9-iscsi, 9c307061-d0d6-4b3f-ae6e-9a13a0b6a42d) {{(pid=99483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:41:52.238995 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e98753-807e-46fd-8d24-d6b0295b11d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:41:52.239513 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-20e98753-807e-46fd-8d24-d6b0295b11d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699218'] for subnet, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:41:52.247404 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47757076-10cd-4742-ad27-f97eb716d372 None None] Network 9c307061-d0d6-4b3f-ae6e-9a13a0b6a42d requested from dv-cinder-726180-9-iscsi {{(pid=99485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:41:52.379563 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-20e98753-807e-46fd-8d24-d6b0295b11d4 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0670292 Jun 14 14:41:52.568370 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32d142e-a3f6-467b-b64b-ca619e728b6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp167513b8-b081-5ae1-a2b9-ace1867507b7-9c307061-d0d6-4b3f-ae6e-9a13a0b6a42d', 'network_id': '9c307061-d0d6-4b3f-ae6e-9a13a0b6a42d', 'tenant_id': '90e3f5de6dd84cf299f14dec6ff20185', 'fixed_ips': [{'subnet_id': '9b935d08-bc00-42c1-a34f-75541e5b6a8f'}]}} from dv-cinder-726180-9-iscsi. {{(pid=99485) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 14 14:41:52.569250 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-c32d142e-a3f6-467b-b64b-ca619e728b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905267'] for port, before_create {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:41:52.736993 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.db_base_plugin_common [None req-c32d142e-a3f6-467b-b64b-ca619e728b6e None None] Allocated IP 192.168.233.2 (9c307061-d0d6-4b3f-ae6e-9a13a0b6a42d/9b935d08-bc00-42c1-a34f-75541e5b6a8f/895dbb00-3a92-4fb4-b54c-35d621a12805) {{(pid=99485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:41:53.025710 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-c32d142e-a3f6-467b-b64b-ca619e728b6e None None] Notify callbacks [] for port, precommit_create {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:41:53.034996 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-c32d142e-a3f6-467b-b64b-ca619e728b6e None None] Transition to ACTIVE for port object 895dbb00-3a92-4fb4-b54c-35d621a12805 will not be triggered until provisioned by entity L2. {{(pid=99485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:41:53.050627 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-c32d142e-a3f6-467b-b64b-ca619e728b6e None None] Transition to ACTIVE for port object 895dbb00-3a92-4fb4-b54c-35d621a12805 will not be triggered until provisioned by entity DHCP. {{(pid=99485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:41:53.157237 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-c32d142e-a3f6-467b-b64b-ca619e728b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-905456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763375065887'] for port, after_create {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:41:53.159955 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:41:53.211960 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32d142e-a3f6-467b-b64b-ca619e728b6e None None] Network 9c307061-d0d6-4b3f-ae6e-9a13a0b6a42d is already hosted by enough agents. {{(pid=99485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:41:53.215012 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.scheduler.base_scheduler [None req-c32d142e-a3f6-467b-b64b-ca619e728b6e None None] Resources bound (agent type, host, resource id): {{(pid=99485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:41:53.217531 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32d142e-a3f6-467b-b64b-ca619e728b6e None None] Received port after_create {{(pid=99485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:41:53.227734 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d142e-a3f6-467b-b64b-ca619e728b6e None None] Pushing event updated for resources: {'Port': ['ID=895dbb00-3a92-4fb4-b54c-35d621a12805,revision_number=1']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:41:53.238073 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d142e-a3f6-467b-b64b-ca619e728b6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:41:53.238414 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d142e-a3f6-467b-b64b-ca619e728b6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:41:53.238746 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d142e-a3f6-467b-b64b-ca619e728b6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:41:53.239131 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d142e-a3f6-467b-b64b-ca619e728b6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:41:53.239453 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d142e-a3f6-467b-b64b-ca619e728b6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:41:53.239772 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d142e-a3f6-467b-b64b-ca619e728b6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:41:53.240118 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d142e-a3f6-467b-b64b-ca619e728b6e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:41:53.240439 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d142e-a3f6-467b-b64b-ca619e728b6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:41:53.240783 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d142e-a3f6-467b-b64b-ca619e728b6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:41:53.241101 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d142e-a3f6-467b-b64b-ca619e728b6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:41:53.241431 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d142e-a3f6-467b-b64b-ca619e728b6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:41:53.241753 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d142e-a3f6-467b-b64b-ca619e728b6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:41:53.245636 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-c32d142e-a3f6-467b-b64b-ca619e728b6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:41:53.307291 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.managers [None req-c32d142e-a3f6-467b-b64b-ca619e728b6e None None] Attempting to bind port 895dbb00-3a92-4fb4-b54c-35d621a12805 on host dv-cinder-726180-9-iscsi for vnic_type normal with profile {{(pid=99485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:41:53.307940 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.managers [None req-c32d142e-a3f6-467b-b64b-ca619e728b6e None None] Attempting to bind port 895dbb00-3a92-4fb4-b54c-35d621a12805 by drivers openvswitch,hyperv on host dv-cinder-726180-9-iscsi at level 0 using segments [{'id': '2c7326b7-aee2-49af-9215-e80cdd885191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9c307061-d0d6-4b3f-ae6e-9a13a0b6a42d'}] {{(pid=99485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:41:53.307940 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32d142e-a3f6-467b-b64b-ca619e728b6e None None] Attempting to bind port 895dbb00-3a92-4fb4-b54c-35d621a12805 on network 9c307061-d0d6-4b3f-ae6e-9a13a0b6a42d {{(pid=99485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:41:53.313329 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32d142e-a3f6-467b-b64b-ca619e728b6e None None] Checking agent: {'id': 'e183279c-24ea-4296-8522-436b00f0c0a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-726180-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 38, 29), 'started_at': datetime.datetime(2021, 6, 14, 14, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-726180-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:41:53.313703 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32d142e-a3f6-467b-b64b-ca619e728b6e None None] Checking segment: {'id': '2c7326b7-aee2-49af-9215-e80cdd885191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9c307061-d0d6-4b3f-ae6e-9a13a0b6a42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:41:53.314106 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-c32d142e-a3f6-467b-b64b-ca619e728b6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:41:53.314500 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32d142e-a3f6-467b-b64b-ca619e728b6e None None] Bound using segment: {'id': '2c7326b7-aee2-49af-9215-e80cdd885191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9c307061-d0d6-4b3f-ae6e-9a13a0b6a42d'} {{(pid=99485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:41:53.314974 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.managers [None req-c32d142e-a3f6-467b-b64b-ca619e728b6e None None] Bound port: 895dbb00-3a92-4fb4-b54c-35d621a12805, host: dv-cinder-726180-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c7326b7-aee2-49af-9215-e80cdd885191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9c307061-d0d6-4b3f-ae6e-9a13a0b6a42d'}}] {{(pid=99485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:41:53.316033 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-c32d142e-a3f6-467b-b64b-ca619e728b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:41:53.402699 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-c32d142e-a3f6-467b-b64b-ca619e728b6e None None] For port 895dbb00-3a92-4fb4-b54c-35d621a12805, host dv-cinder-726180-9-iscsi, cleared binding levels {{(pid=99485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:41:53.406141 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-c32d142e-a3f6-467b-b64b-ca619e728b6e None None] For port 895dbb00-3a92-4fb4-b54c-35d621a12805, host dv-cinder-726180-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=895dbb00-3a92-4fb4-b54c-35d621a12805,segment=NetworkSegment(2c7326b7-aee2-49af-9215-e80cdd885191),segment_id=2c7326b7-aee2-49af-9215-e80cdd885191)] {{(pid=99485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:41:53.515357 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-c32d142e-a3f6-467b-b64b-ca619e728b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:41:53.517869 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-9ef3d53b-58f6-4346-848c-55e462bbdfc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:41:53.590616 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d142e-a3f6-467b-b64b-ca619e728b6e None None] Pushing event updated for resources: {'Port': ['ID=895dbb00-3a92-4fb4-b54c-35d621a12805,revision_number=2']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:41:53.594158 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-c32d142e-a3f6-467b-b64b-ca619e728b6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:41:54.402734 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c40ac2-3b5a-4329-8f42-8b4eb0788e56 None None] Network 9c307061-d0d6-4b3f-ae6e-9a13a0b6a42d requested from dv-cinder-726180-9-iscsi {{(pid=99485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:41:54.608265 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-deb9898e-ecdb-43a3-8619-b37344ac5949 None None] Provisioning for port 895dbb00-3a92-4fb4-b54c-35d621a12805 completed by entity DHCP. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:41:54.690024 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device 895dbb00-3a92-4fb4-b54c-35d621a12805 up at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:41:54.864807 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning for port 895dbb00-3a92-4fb4-b54c-35d621a12805 completed by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:41:54.869218 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning complete for port 895dbb00-3a92-4fb4-b54c-35d621a12805 triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:41:54.869619 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:41:54.961195 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-a5b32fa5-6028-4054-bdec-193daa41f6e3 None None] Provisioning complete for port 895dbb00-3a92-4fb4-b54c-35d621a12805 triggered by entity DHCP. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:41:54.961469 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-a5b32fa5-6028-4054-bdec-193daa41f6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:41:55.005253 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:41:55.057233 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] For port 895dbb00-3a92-4fb4-b54c-35d621a12805, host dv-cinder-726180-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=895dbb00-3a92-4fb4-b54c-35d621a12805,segment=NetworkSegment(2c7326b7-aee2-49af-9215-e80cdd885191),segment_id=2c7326b7-aee2-49af-9215-e80cdd885191)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:41:55.107405 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-a5b32fa5-6028-4054-bdec-193daa41f6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:41:55.192344 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:41:55.196913 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:41:55.281520 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.db.api [None req-a5b32fa5-6028-4054-bdec-193daa41f6e3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99485) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 14 14:41:55.281955 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_db.api [None req-a5b32fa5-6028-4054-bdec-193daa41f6e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 14 14:41:55.299122 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Pushing event updated for resources: {'Port': ['ID=895dbb00-3a92-4fb4-b54c-35d621a12805,revision_number=3']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:41:55.302336 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:41:55.739192 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-3cf5eed7-f1ad-4ce8-a3cd-632e9eedbb8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:41:56.645917 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device 895dbb00-3a92-4fb4-b54c-35d621a12805 up at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:41:56.702781 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning complete for port 895dbb00-3a92-4fb4-b54c-35d621a12805 triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:41:56.703153 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:41:58.494026 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-b5f5664e-ac87-4fea-911b-c5287306c64a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:41:58.668751 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:41:59.588944 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-fac6794f-d54e-43a2-84ad-332974bc6d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:42:01.299040 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-39b4335d-7f90-4c96-ac82-c584c202a69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:42:05.068969 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.agents_db [None req-f05f0e2d-2be5-4cb0-86e7-333c7e47477b None None] Agent healthcheck: found 5 active agents {{(pid=99486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 14:42:25.753783 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-0ce0c8ce-b46f-4532-b7db-aaef3cd8d706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:42:28.513855 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-6f2ac83a-d23e-436b-ba30-4c7981e94192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:42:28.704452 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:42:29.610713 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-fac6794f-d54e-43a2-84ad-332974bc6d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:42:31.279423 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-39b4335d-7f90-4c96-ac82-c584c202a69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:42:42.069815 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.agents_db [None req-f05f0e2d-2be5-4cb0-86e7-333c7e47477b None None] Agent healthcheck: found 5 active agents {{(pid=99486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 14:42:55.869485 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-2e5e70d3-da2d-48d8-bb17-b6c2be51f3c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:42:58.514997 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-393871f3-308b-448f-9435-0f809d58af03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:42:58.680759 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:42:59.605965 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-fac6794f-d54e-43a2-84ad-332974bc6d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:43:01.274281 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-39b4335d-7f90-4c96-ac82-c584c202a69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:43:15.178014 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 56154) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:43:15.183922 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [None req-449c90e8-7c88-4307-aca5-bb5b833f9d64 tempest-verify_tempest_config-924278355 tempest-verify_tempest_config-924278355-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=99483) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 14 14:43:15.184888 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-449c90e8-7c88-4307-aca5-bb5b833f9d64 tempest-verify_tempest_config-924278355 tempest-verify_tempest_config-924278355-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059080 Jun 14 14:43:15.895246 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 56172) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:43:16.001320 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-f8033328-ed48-4056-b9fd-88b1e4d95bf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:43:16.095896 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-f8033328-ed48-4056-b9fd-88b1e4d95bf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:43:16.200081 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-f8033328-ed48-4056-b9fd-88b1e4d95bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:43:16.203175 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-1cc970a3-dce2-4efe-8ba9-c8494b083406 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:43:16.248296 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8033328-ed48-4056-b9fd-88b1e4d95bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3e4e92-8a20-4ef5-ab6b-ca6500cc1387,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:43:16.252755 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-f8033328-ed48-4056-b9fd-88b1e4d95bf9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=22080346a2844717b042c498a05f9423&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3564270 Jun 14 14:43:16.255433 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 56178) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:43:16.258088 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8033328-ed48-4056-b9fd-88b1e4d95bf9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:43:16.258454 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8033328-ed48-4056-b9fd-88b1e4d95bf9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:43:16.258796 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8033328-ed48-4056-b9fd-88b1e4d95bf9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:43:16.259121 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8033328-ed48-4056-b9fd-88b1e4d95bf9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:43:16.259453 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8033328-ed48-4056-b9fd-88b1e4d95bf9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:43:16.259781 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8033328-ed48-4056-b9fd-88b1e4d95bf9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:43:16.260143 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8033328-ed48-4056-b9fd-88b1e4d95bf9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:43:16.260527 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8033328-ed48-4056-b9fd-88b1e4d95bf9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:43:16.260869 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8033328-ed48-4056-b9fd-88b1e4d95bf9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:43:16.261194 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8033328-ed48-4056-b9fd-88b1e4d95bf9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:43:16.261513 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8033328-ed48-4056-b9fd-88b1e4d95bf9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:43:16.261827 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8033328-ed48-4056-b9fd-88b1e4d95bf9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:43:16.265687 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-f8033328-ed48-4056-b9fd-88b1e4d95bf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:43:16.315394 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-1bde3e1d-84d3-4f37-b88f-a9c3d073340f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:43:16.337953 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-1bde3e1d-84d3-4f37-b88f-a9c3d073340f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:43:16.526019 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-1bde3e1d-84d3-4f37-b88f-a9c3d073340f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:43:16.528819 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-1bde3e1d-84d3-4f37-b88f-a9c3d073340f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:43:16.529941 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-1bde3e1d-84d3-4f37-b88f-a9c3d073340f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2b3e4e92-8a20-4ef5-ab6b-ca6500cc1387 HTTP/1.1" status: 204 len: 168 time: 0.2734571 Jun 14 14:43:16.530548 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:43:16.539586 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bde3e1d-84d3-4f37-b88f-a9c3d073340f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3e4e92-8a20-4ef5-ab6b-ca6500cc1387,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:43:16.546460 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bde3e1d-84d3-4f37-b88f-a9c3d073340f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:43:16.546820 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bde3e1d-84d3-4f37-b88f-a9c3d073340f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:43:16.547154 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bde3e1d-84d3-4f37-b88f-a9c3d073340f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:43:16.548332 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bde3e1d-84d3-4f37-b88f-a9c3d073340f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:43:16.548664 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bde3e1d-84d3-4f37-b88f-a9c3d073340f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:43:16.549001 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bde3e1d-84d3-4f37-b88f-a9c3d073340f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:43:16.549322 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bde3e1d-84d3-4f37-b88f-a9c3d073340f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:43:16.549640 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bde3e1d-84d3-4f37-b88f-a9c3d073340f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:43:16.549971 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bde3e1d-84d3-4f37-b88f-a9c3d073340f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:43:16.550334 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bde3e1d-84d3-4f37-b88f-a9c3d073340f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:43:16.550711 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bde3e1d-84d3-4f37-b88f-a9c3d073340f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:43:16.551028 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bde3e1d-84d3-4f37-b88f-a9c3d073340f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:43:16.554082 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-1bde3e1d-84d3-4f37-b88f-a9c3d073340f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:43:19.069368 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.agents_db [None req-f05f0e2d-2be5-4cb0-86e7-333c7e47477b None None] Agent healthcheck: found 5 active agents {{(pid=99486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 14:43:25.754466 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-0b544ab8-d637-479c-95c8-e3426c3884de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:43:28.508495 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-1224f495-a111-4aa9-981a-1e3090ea4981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:43:28.948482 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:43:29.597999 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-fac6794f-d54e-43a2-84ad-332974bc6d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:43:31.285497 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-39b4335d-7f90-4c96-ac82-c584c202a69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:43:55.808847 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-a99c9207-98aa-47b8-8faa-714e3709ae08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:43:56.071704 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.agents_db [None req-f05f0e2d-2be5-4cb0-86e7-333c7e47477b None None] Agent healthcheck: found 5 active agents {{(pid=99486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 14:43:58.501849 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-e21caca3-4578-4d7d-bf11-c7a074eb38c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:43:58.706239 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:43:59.598960 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-fac6794f-d54e-43a2-84ad-332974bc6d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:44:01.318604 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-39b4335d-7f90-4c96-ac82-c584c202a69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:44:25.769596 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-be07d2af-51ba-4b84-a34c-c56253194040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:44:28.599360 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-fbb17e75-cf64-47af-85be-c63e9d843929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:44:28.688446 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:44:29.602684 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-fac6794f-d54e-43a2-84ad-332974bc6d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:44:31.306289 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-39b4335d-7f90-4c96-ac82-c584c202a69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:44:33.069895 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.agents_db [None req-f05f0e2d-2be5-4cb0-86e7-333c7e47477b None None] Agent healthcheck: found 5 active agents {{(pid=99486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 14:44:55.820758 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-cdcef4da-3f8f-422e-827a-6d261337fa8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:44:58.488787 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-230e26f7-26b2-4339-97f3-ee861308674d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:44:58.671924 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:44:59.505778 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030'] for agent, after_create {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:44:59.660631 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-fac6794f-d54e-43a2-84ad-332974bc6d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:45:01.317562 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-39b4335d-7f90-4c96-ac82-c584c202a69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:45:03.758930 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 56230) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:45:03.865521 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-1e08c9ba-410c-4544-8a69-6b2322f45e60 admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1054952 Jun 14 14:45:06.001284 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 56240) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:45:06.053757 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-7bd4357a-144b-40de-81d5-90b4e9cc998c admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0513816 Jun 14 14:45:10.069838 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.agents_db [None req-f05f0e2d-2be5-4cb0-86e7-333c7e47477b None None] Agent healthcheck: found 6 active agents {{(pid=99486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 14:45:25.783737 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-838c15c1-627a-4511-b7b1-1a16ce8524d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:45:28.482958 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-4e7818b0-eaa2-48fc-87a0-b07e457182ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:45:28.700633 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:45:29.465182 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:45:29.653712 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-fac6794f-d54e-43a2-84ad-332974bc6d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:45:31.299821 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-39b4335d-7f90-4c96-ac82-c584c202a69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:45:47.069027 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.agents_db [None req-f05f0e2d-2be5-4cb0-86e7-333c7e47477b None None] Agent healthcheck: found 6 active agents {{(pid=99486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 14:45:55.767807 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-9b8fc23a-44ef-4a1e-b4b6-5aef21ba6f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:45:58.504890 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-d4f0227c-4e34-4de8-b778-deeb192f16d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:45:58.664621 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:45:59.482101 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:45:59.636602 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-fac6794f-d54e-43a2-84ad-332974bc6d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:01.287762 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-39b4335d-7f90-4c96-ac82-c584c202a69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:24.068127 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.agents_db [None req-f05f0e2d-2be5-4cb0-86e7-333c7e47477b None None] Agent healthcheck: found 6 active agents {{(pid=99486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 14:46:25.774424 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-d4aa8889-4436-47b9-907b-c3fb5e2829cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:28.493555 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-a4da8507-1c5c-4859-ac11-0f61d9005014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:28.681174 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:29.469630 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:29.613207 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-fac6794f-d54e-43a2-84ad-332974bc6d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:31.322062 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-39b4335d-7f90-4c96-ac82-c584c202a69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:37.273721 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 56426) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:46:37.330284 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 56434) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:46:37.537830 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.v2.base [None req-2b608f1d-b765-4466-a578-900e7f00d0e9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1607018058-network', 'tenant_id': '242c3d1f11d44afab53a6162544fd9e6'}} {{(pid=99483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:46:37.646571 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b608f1d-b765-4466-a578-900e7f00d0e9 admin admin] Made reservation on behalf of 242c3d1f11d44afab53a6162544fd9e6 for: {'network': 1} {{(pid=99483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:46:37.649747 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-2b608f1d-b765-4466-a578-900e7f00d0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905267'] for network, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:37.660890 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-2b608f1d-b765-4466-a578-900e7f00d0e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:37.717152 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.v2.base [None req-f33b0d62-077c-41ae-b866-d5d80bf0a606 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1123759392-network', 'tenant_id': 'b3a4f12fe8f642528f9768679bb8cabc'}} {{(pid=99483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:46:37.776324 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-2b608f1d-b765-4466-a578-900e7f00d0e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:37.859536 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 56456) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:46:37.862120 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-2b608f1d-b765-4466-a578-900e7f00d0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:37.872927 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-1bde3e1d-84d3-4f37-b88f-a9c3d073340f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:46:37.891060 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b608f1d-b765-4466-a578-900e7f00d0e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=99483) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 14:46:37.918664 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-2b608f1d-b765-4466-a578-900e7f00d0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-914478'] for segment, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:37.919011 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.db.segments_db [None req-2b608f1d-b765-4466-a578-900e7f00d0e9 admin admin] Added segment 0acbc633-2344-41ea-9343-14810d63bf7d of type vlan for network 279d0dfb-7f10-4838-93a8-73440a285c6d Jun 14 14:46:37.933243 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b608f1d-b765-4466-a578-900e7f00d0e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:46:37.981409 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b608f1d-b765-4466-a578-900e7f00d0e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:46:37.981832 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b608f1d-b765-4466-a578-900e7f00d0e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:46:37.982115 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b608f1d-b765-4466-a578-900e7f00d0e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:46:37.982434 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b608f1d-b765-4466-a578-900e7f00d0e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:46:37.982756 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b608f1d-b765-4466-a578-900e7f00d0e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:46:37.983100 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b608f1d-b765-4466-a578-900e7f00d0e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:46:37.983420 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b608f1d-b765-4466-a578-900e7f00d0e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:46:37.983739 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b608f1d-b765-4466-a578-900e7f00d0e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:46:37.984097 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b608f1d-b765-4466-a578-900e7f00d0e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:46:37.984415 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b608f1d-b765-4466-a578-900e7f00d0e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:46:37.984918 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b608f1d-b765-4466-a578-900e7f00d0e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:46:37.985394 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b608f1d-b765-4466-a578-900e7f00d0e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:46:37.986386 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b608f1d-b765-4466-a578-900e7f00d0e9 admin admin] Tracked resource versions report: Jun 14 14:46:37.986386 dv-cinder-726180-9-iscsi neutron-server[99483]: pushed versions: Jun 14 14:46:37.986386 dv-cinder-726180-9-iscsi neutron-server[99483]: { 'AddressGroup': {'1.2'}, Jun 14 14:46:37.986386 dv-cinder-726180-9-iscsi neutron-server[99483]: 'ConntrackHelper': {'1.0'}, Jun 14 14:46:37.986386 dv-cinder-726180-9-iscsi neutron-server[99483]: 'Log': {'1.0'}, Jun 14 14:46:37.986386 dv-cinder-726180-9-iscsi neutron-server[99483]: 'Network': {'1.1'}, Jun 14 14:46:37.986386 dv-cinder-726180-9-iscsi neutron-server[99483]: 'Port': {'1.7'}, Jun 14 14:46:37.986386 dv-cinder-726180-9-iscsi neutron-server[99483]: 'PortForwarding': {'1.2'}, Jun 14 14:46:37.986386 dv-cinder-726180-9-iscsi neutron-server[99483]: 'QosPolicy': {'1.8'}, Jun 14 14:46:37.986386 dv-cinder-726180-9-iscsi neutron-server[99483]: 'SecurityGroup': {'1.4'}, Jun 14 14:46:37.986386 dv-cinder-726180-9-iscsi neutron-server[99483]: 'SecurityGroupRule': {'1.2'}, Jun 14 14:46:37.986386 dv-cinder-726180-9-iscsi neutron-server[99483]: 'SubPort': {'1.0'}, Jun 14 14:46:37.986386 dv-cinder-726180-9-iscsi neutron-server[99483]: 'Subnet': {'1.1'}, Jun 14 14:46:37.986386 dv-cinder-726180-9-iscsi neutron-server[99483]: 'Trunk': {'1.1'}} Jun 14 14:46:37.986386 dv-cinder-726180-9-iscsi neutron-server[99483]: consumer versions: Jun 14 14:46:37.986386 dv-cinder-726180-9-iscsi neutron-server[99483]: { DHCP agent@dv-cinder-726180-9-iscsi: {}, Jun 14 14:46:37.986386 dv-cinder-726180-9-iscsi neutron-server[99483]: HyperV agent@hv-cinder-72618: {}, Jun 14 14:46:37.986386 dv-cinder-726180-9-iscsi neutron-server[99483]: L3 agent@dv-cinder-726180-9-iscsi: {}, Jun 14 14:46:37.986386 dv-cinder-726180-9-iscsi neutron-server[99483]: Metadata agent@dv-cinder-726180-9-iscsi: {}, Jun 14 14:46:37.986386 dv-cinder-726180-9-iscsi neutron-server[99483]: Metering agent@dv-cinder-726180-9-iscsi: {}, Jun 14 14:46:37.986386 dv-cinder-726180-9-iscsi neutron-server[99483]: Open vSwitch agent@dv-cinder-726180-9-iscsi: { 'AddressGroup': '1.2', Jun 14 14:46:37.986386 dv-cinder-726180-9-iscsi neutron-server[99483]: 'ConntrackHelper': '1.0', Jun 14 14:46:37.986386 dv-cinder-726180-9-iscsi neutron-server[99483]: 'Log': '1.0', Jun 14 14:46:37.986386 dv-cinder-726180-9-iscsi neutron-server[99483]: 'Network': '1.1', Jun 14 14:46:37.986386 dv-cinder-726180-9-iscsi neutron-server[99483]: 'Port': '1.7', Jun 14 14:46:37.986386 dv-cinder-726180-9-iscsi neutron-server[99483]: 'PortForwarding': '1.2', Jun 14 14:46:37.986386 dv-cinder-726180-9-iscsi neutron-server[99483]: 'QosPolicy': '1.8', Jun 14 14:46:37.986386 dv-cinder-726180-9-iscsi neutron-server[99483]: 'SecurityGroup': '1.4', Jun 14 14:46:37.986386 dv-cinder-726180-9-iscsi neutron-server[99483]: 'SecurityGroupRule': '1.2', Jun 14 14:46:37.986386 dv-cinder-726180-9-iscsi neutron-server[99483]: 'SubPort': '1.0', Jun 14 14:46:37.986386 dv-cinder-726180-9-iscsi neutron-server[99483]: 'Subnet': '1.1', Jun 14 14:46:37.986386 dv-cinder-726180-9-iscsi neutron-server[99483]: 'Trunk': '1.1'}} Jun 14 14:46:37.986386 dv-cinder-726180-9-iscsi neutron-server[99483]: {{(pid=99483) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 14 14:46:37.994368 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-2b608f1d-b765-4466-a578-900e7f00d0e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763375052454'] for network, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:38.000583 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-2b608f1d-b765-4466-a578-900e7f00d0e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:46:38.098250 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f33b0d62-077c-41ae-b866-d5d80bf0a606 admin admin] Made reservation on behalf of b3a4f12fe8f642528f9768679bb8cabc for: {'network': 1} {{(pid=99483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:46:38.100740 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-f33b0d62-077c-41ae-b866-d5d80bf0a606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905267'] for network, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:38.111571 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-f33b0d62-077c-41ae-b866-d5d80bf0a606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:38.206229 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-f33b0d62-077c-41ae-b866-d5d80bf0a606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:38.292357 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-2b608f1d-b765-4466-a578-900e7f00d0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255'] for network, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:38.293635 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b608f1d-b765-4466-a578-900e7f00d0e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:46:38.294452 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-2b608f1d-b765-4466-a578-900e7f00d0e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699218'] for network, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:38.297593 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:46:38.338235 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-f33b0d62-077c-41ae-b866-d5d80bf0a606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:38.348940 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f33b0d62-077c-41ae-b866-d5d80bf0a606 admin admin] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=99483) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 14:46:38.456839 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b608f1d-b765-4466-a578-900e7f00d0e9 admin admin] Pushing event updated for resources: {'Network': ['ID=279d0dfb-7f10-4838-93a8-73440a285c6d,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:46:38.472017 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-2b608f1d-b765-4466-a578-900e7f00d0e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:46:38.472017 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-2b608f1d-b765-4466-a578-900e7f00d0e9 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1897767 Jun 14 14:46:38.472017 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.127s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:46:38.473293 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Network 279d0dfb-7f10-4838-93a8-73440a285c6d details requested by agent ovs-agent-dv-cinder-726180-9-iscsi with host dv-cinder-726180-9-iscsi {{(pid=99485) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 14:46:38.474568 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 56476) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:46:38.485958 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.v2.base [None req-6a9730b3-4811-4d8d-a722-38ed9463024e admin admin] Request body: {'subnet': {'network_id': '279d0dfb-7f10-4838-93a8-73440a285c6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1607018058-subnet', 'tenant_id': '242c3d1f11d44afab53a6162544fd9e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:46:38.503572 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33b0d62-077c-41ae-b866-d5d80bf0a606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58077830-2d49-4c4c-84ba-1a2352ab84db,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:46:38.508239 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-f33b0d62-077c-41ae-b866-d5d80bf0a606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-914478'] for segment, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:38.508239 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.db.segments_db [None req-f33b0d62-077c-41ae-b866-d5d80bf0a606 admin admin] Added segment 4a81e2f8-9641-4b21-8f22-d983a8c6c131 of type vlan for network 7f05b172-ee7e-4350-8b8f-fe2c8292c693 Jun 14 14:46:38.509635 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-f33b0d62-077c-41ae-b866-d5d80bf0a606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:46:38.565858 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-f33b0d62-077c-41ae-b866-d5d80bf0a606 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763375052454'] for network, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:38.592992 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.v2.base [None req-aefa682f-2c34-4dec-81ed-b512a03797ec admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-744546021-network', 'tenant_id': 'f6d775d7d5f04714a3c3dbf66a8c9048'}} {{(pid=99484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:46:38.604618 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a9730b3-4811-4d8d-a722-38ed9463024e admin admin] Made reservation on behalf of 242c3d1f11d44afab53a6162544fd9e6 for: {'subnet': 1} {{(pid=99484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:46:38.612157 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-6a9730b3-4811-4d8d-a722-38ed9463024e admin admin] Notify callbacks [] for subnet, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:38.721388 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-f33b0d62-077c-41ae-b866-d5d80bf0a606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255'] for network, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:38.722826 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33b0d62-077c-41ae-b866-d5d80bf0a606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:46:38.723490 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-f33b0d62-077c-41ae-b866-d5d80bf0a606 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699218'] for network, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:38.727584 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-15d88354-4e3a-4c88-9280-f53fda88a202 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:46:38.820767 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aefa682f-2c34-4dec-81ed-b512a03797ec admin admin] Made reservation on behalf of f6d775d7d5f04714a3c3dbf66a8c9048 for: {'network': 1} {{(pid=99484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:46:38.822322 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33b0d62-077c-41ae-b866-d5d80bf0a606 admin admin] Pushing event updated for resources: {'Network': ['ID=7f05b172-ee7e-4350-8b8f-fe2c8292c693,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:46:38.823512 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-aefa682f-2c34-4dec-81ed-b512a03797ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905267'] for network, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:38.837430 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-f33b0d62-077c-41ae-b866-d5d80bf0a606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:46:38.844398 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Network 7f05b172-ee7e-4350-8b8f-fe2c8292c693 details requested by agent ovs-agent-dv-cinder-726180-9-iscsi with host dv-cinder-726180-9-iscsi {{(pid=99485) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 14:46:38.845207 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-aefa682f-2c34-4dec-81ed-b512a03797ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:38.947062 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-f33b0d62-077c-41ae-b866-d5d80bf0a606 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6121404 Jun 14 14:46:38.948363 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 56486) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:46:38.955393 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.v2.base [None req-1eb12f56-0b80-479d-b2f1-eb09667fdfab admin admin] Request body: {'subnet': {'network_id': '7f05b172-ee7e-4350-8b8f-fe2c8292c693', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1123759392-subnet', 'tenant_id': 'b3a4f12fe8f642528f9768679bb8cabc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:46:38.963163 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-6a9730b3-4811-4d8d-a722-38ed9463024e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244'] for subnet, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:38.970189 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:46:39.073489 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9730b3-4811-4d8d-a722-38ed9463024e admin admin] Pushing event updated for resources: {'Subnet': ['ID=49408d3b-84a8-4c0a-b61a-5027e2e91b41,revision_number=0']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:46:39.092068 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9730b3-4811-4d8d-a722-38ed9463024e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:46:39.092423 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9730b3-4811-4d8d-a722-38ed9463024e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:46:39.092772 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9730b3-4811-4d8d-a722-38ed9463024e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:46:39.093078 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9730b3-4811-4d8d-a722-38ed9463024e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:46:39.093398 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9730b3-4811-4d8d-a722-38ed9463024e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:46:39.093737 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9730b3-4811-4d8d-a722-38ed9463024e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:46:39.094045 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9730b3-4811-4d8d-a722-38ed9463024e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:46:39.094354 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9730b3-4811-4d8d-a722-38ed9463024e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:46:39.094718 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9730b3-4811-4d8d-a722-38ed9463024e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:46:39.095031 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9730b3-4811-4d8d-a722-38ed9463024e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:46:39.095338 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9730b3-4811-4d8d-a722-38ed9463024e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:46:39.095645 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9730b3-4811-4d8d-a722-38ed9463024e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:46:39.096982 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9730b3-4811-4d8d-a722-38ed9463024e admin admin] Tracked resource versions report: Jun 14 14:46:39.096982 dv-cinder-726180-9-iscsi neutron-server[99484]: pushed versions: Jun 14 14:46:39.096982 dv-cinder-726180-9-iscsi neutron-server[99484]: { 'AddressGroup': {'1.2'}, Jun 14 14:46:39.096982 dv-cinder-726180-9-iscsi neutron-server[99484]: 'ConntrackHelper': {'1.0'}, Jun 14 14:46:39.096982 dv-cinder-726180-9-iscsi neutron-server[99484]: 'Log': {'1.0'}, Jun 14 14:46:39.096982 dv-cinder-726180-9-iscsi neutron-server[99484]: 'Network': {'1.1'}, Jun 14 14:46:39.096982 dv-cinder-726180-9-iscsi neutron-server[99484]: 'Port': {'1.7'}, Jun 14 14:46:39.096982 dv-cinder-726180-9-iscsi neutron-server[99484]: 'PortForwarding': {'1.2'}, Jun 14 14:46:39.096982 dv-cinder-726180-9-iscsi neutron-server[99484]: 'QosPolicy': {'1.8'}, Jun 14 14:46:39.096982 dv-cinder-726180-9-iscsi neutron-server[99484]: 'SecurityGroup': {'1.4'}, Jun 14 14:46:39.096982 dv-cinder-726180-9-iscsi neutron-server[99484]: 'SecurityGroupRule': {'1.2'}, Jun 14 14:46:39.096982 dv-cinder-726180-9-iscsi neutron-server[99484]: 'SubPort': {'1.0'}, Jun 14 14:46:39.096982 dv-cinder-726180-9-iscsi neutron-server[99484]: 'Subnet': {'1.1'}, Jun 14 14:46:39.096982 dv-cinder-726180-9-iscsi neutron-server[99484]: 'Trunk': {'1.1'}} Jun 14 14:46:39.096982 dv-cinder-726180-9-iscsi neutron-server[99484]: consumer versions: Jun 14 14:46:39.096982 dv-cinder-726180-9-iscsi neutron-server[99484]: { DHCP agent@dv-cinder-726180-9-iscsi: {}, Jun 14 14:46:39.096982 dv-cinder-726180-9-iscsi neutron-server[99484]: HyperV agent@hv-cinder-72618: {}, Jun 14 14:46:39.096982 dv-cinder-726180-9-iscsi neutron-server[99484]: L3 agent@dv-cinder-726180-9-iscsi: {}, Jun 14 14:46:39.096982 dv-cinder-726180-9-iscsi neutron-server[99484]: Metadata agent@dv-cinder-726180-9-iscsi: {}, Jun 14 14:46:39.096982 dv-cinder-726180-9-iscsi neutron-server[99484]: Metering agent@dv-cinder-726180-9-iscsi: {}, Jun 14 14:46:39.096982 dv-cinder-726180-9-iscsi neutron-server[99484]: Open vSwitch agent@dv-cinder-726180-9-iscsi: { 'AddressGroup': '1.2', Jun 14 14:46:39.096982 dv-cinder-726180-9-iscsi neutron-server[99484]: 'ConntrackHelper': '1.0', Jun 14 14:46:39.096982 dv-cinder-726180-9-iscsi neutron-server[99484]: 'Log': '1.0', Jun 14 14:46:39.096982 dv-cinder-726180-9-iscsi neutron-server[99484]: 'Network': '1.1', Jun 14 14:46:39.096982 dv-cinder-726180-9-iscsi neutron-server[99484]: 'Port': '1.7', Jun 14 14:46:39.096982 dv-cinder-726180-9-iscsi neutron-server[99484]: 'PortForwarding': '1.2', Jun 14 14:46:39.096982 dv-cinder-726180-9-iscsi neutron-server[99484]: 'QosPolicy': '1.8', Jun 14 14:46:39.096982 dv-cinder-726180-9-iscsi neutron-server[99484]: 'SecurityGroup': '1.4', Jun 14 14:46:39.096982 dv-cinder-726180-9-iscsi neutron-server[99484]: 'SecurityGroupRule': '1.2', Jun 14 14:46:39.096982 dv-cinder-726180-9-iscsi neutron-server[99484]: 'SubPort': '1.0', Jun 14 14:46:39.096982 dv-cinder-726180-9-iscsi neutron-server[99484]: 'Subnet': '1.1', Jun 14 14:46:39.096982 dv-cinder-726180-9-iscsi neutron-server[99484]: 'Trunk': '1.1'}} Jun 14 14:46:39.096982 dv-cinder-726180-9-iscsi neutron-server[99484]: {{(pid=99484) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 14 14:46:39.102940 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-6a9730b3-4811-4d8d-a722-38ed9463024e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:46:39.103660 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9730b3-4811-4d8d-a722-38ed9463024e admin admin] Checking segment: {'id': '0acbc633-2344-41ea-9343-14810d63bf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '279d0dfb-7f10-4838-93a8-73440a285c6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:46:39.104063 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9730b3-4811-4d8d-a722-38ed9463024e admin admin] Network hostable DHCP agents. Network: 279d0dfb-7f10-4838-93a8-73440a285c6d, hostable agents: ['93423e1b-8ac2-4abf-ba8c-2bf2a6ff74d8'], hosted agents: [] {{(pid=99484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 14:46:39.143194 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-aefa682f-2c34-4dec-81ed-b512a03797ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:39.213750 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9730b3-4811-4d8d-a722-38ed9463024e admin admin] Network 279d0dfb-7f10-4838-93a8-73440a285c6d is scheduled to be hosted by DHCP agent 93423e1b-8ac2-4abf-ba8c-2bf2a6ff74d8 with binding_index 1 {{(pid=99484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 14:46:39.253755 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-aefa682f-2c34-4dec-81ed-b512a03797ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:39.261606 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:46:39.283210 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aefa682f-2c34-4dec-81ed-b512a03797ec admin admin] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=99484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 14:46:39.303027 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-aefa682f-2c34-4dec-81ed-b512a03797ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-914478'] for segment, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:39.303445 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.db.segments_db [None req-aefa682f-2c34-4dec-81ed-b512a03797ec admin admin] Added segment 3a52893f-b9e9-4664-b955-88ac2abfbad8 of type vlan for network 0f24e05a-f59f-42ec-ad23-eb813ca68e34 Jun 14 14:46:39.304834 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefa682f-2c34-4dec-81ed-b512a03797ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8437bc0d-7d05-48c5-a85c-27f78d29f778,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:46:39.308767 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-aefa682f-2c34-4dec-81ed-b512a03797ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:46:39.323759 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.base_scheduler [None req-6a9730b3-4811-4d8d-a722-38ed9463024e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-726180-9-iscsi, 279d0dfb-7f10-4838-93a8-73440a285c6d) {{(pid=99484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:46:39.324694 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9730b3-4811-4d8d-a722-38ed9463024e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:46:39.325308 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-6a9730b3-4811-4d8d-a722-38ed9463024e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699218'] for subnet, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:39.331678 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ccacee4-78c1-4ab7-839e-85f44251405b None None] Network 279d0dfb-7f10-4838-93a8-73440a285c6d requested from dv-cinder-726180-9-iscsi {{(pid=99485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:46:39.371233 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-aefa682f-2c34-4dec-81ed-b512a03797ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763375052454'] for network, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:39.387990 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb12f56-0b80-479d-b2f1-eb09667fdfab admin admin] Made reservation on behalf of b3a4f12fe8f642528f9768679bb8cabc for: {'subnet': 1} {{(pid=99484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:46:39.390455 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-1eb12f56-0b80-479d-b2f1-eb09667fdfab admin admin] Notify callbacks [] for subnet, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:39.503122 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 56508) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:46:39.504082 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-6a9730b3-4811-4d8d-a722-38ed9463024e admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0281143 Jun 14 14:46:39.511990 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.v2.base [None req-92916d65-7358-4d29-adcd-355136bb0490 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1607018058-router', 'tenant_id': '242c3d1f11d44afab53a6162544fd9e6', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60'}}} {{(pid=99483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:46:39.520358 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be888f6-6280-4ab0-92c1-4ec0379f61e7 None None] Network 279d0dfb-7f10-4838-93a8-73440a285c6d requested from dv-cinder-726180-9-iscsi {{(pid=99485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:46:39.612411 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-aefa682f-2c34-4dec-81ed-b512a03797ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255'] for network, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:39.615345 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefa682f-2c34-4dec-81ed-b512a03797ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:46:39.616134 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-aefa682f-2c34-4dec-81ed-b512a03797ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699218'] for network, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:39.656452 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-1cc970a3-dce2-4efe-8ba9-c8494b083406 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:46:39.658063 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-92916d65-7358-4d29-adcd-355136bb0490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4031657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60692'] for router, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:39.659118 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-92916d65-7358-4d29-adcd-355136bb0490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4031694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4046296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4029127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60911'] for router, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:39.747612 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-92916d65-7358-4d29-adcd-355136bb0490 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:39.760831 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefa682f-2c34-4dec-81ed-b512a03797ec admin admin] Pushing event updated for resources: {'Network': ['ID=0f24e05a-f59f-42ec-ad23-eb813ca68e34,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:46:39.763452 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-aefa682f-2c34-4dec-81ed-b512a03797ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:46:39.767206 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-aefa682f-2c34-4dec-81ed-b512a03797ec admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9064765 Jun 14 14:46:39.770431 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 56524) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:46:39.774736 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Network 0f24e05a-f59f-42ec-ad23-eb813ca68e34 details requested by agent ovs-agent-dv-cinder-726180-9-iscsi with host dv-cinder-726180-9-iscsi {{(pid=99485) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 14:46:39.780977 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.v2.base [None req-365fb9b8-5af2-47cb-9410-26af22c73347 admin admin] Request body: {'subnet': {'network_id': '0f24e05a-f59f-42ec-ad23-eb813ca68e34', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-744546021-subnet', 'tenant_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:46:39.859132 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-1eb12f56-0b80-479d-b2f1-eb09667fdfab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244'] for subnet, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:39.863479 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-6a9730b3-4811-4d8d-a722-38ed9463024e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:46:39.906041 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365fb9b8-5af2-47cb-9410-26af22c73347 admin admin] Made reservation on behalf of f6d775d7d5f04714a3c3dbf66a8c9048 for: {'subnet': 1} {{(pid=99483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:46:39.914265 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-365fb9b8-5af2-47cb-9410-26af22c73347 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:39.969194 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb12f56-0b80-479d-b2f1-eb09667fdfab admin admin] Pushing event updated for resources: {'Subnet': ['ID=67d8658e-6451-4dd5-a7f9-3353b99c50a8,revision_number=0']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:46:39.980660 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-1eb12f56-0b80-479d-b2f1-eb09667fdfab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:46:39.981789 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb12f56-0b80-479d-b2f1-eb09667fdfab admin admin] Checking segment: {'id': '4a81e2f8-9641-4b21-8f22-d983a8c6c131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7f05b172-ee7e-4350-8b8f-fe2c8292c693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:46:39.982140 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb12f56-0b80-479d-b2f1-eb09667fdfab admin admin] Network hostable DHCP agents. Network: 7f05b172-ee7e-4350-8b8f-fe2c8292c693, hostable agents: ['93423e1b-8ac2-4abf-ba8c-2bf2a6ff74d8'], hosted agents: [] {{(pid=99484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 14:46:40.057921 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb12f56-0b80-479d-b2f1-eb09667fdfab admin admin] Network 7f05b172-ee7e-4350-8b8f-fe2c8292c693 is scheduled to be hosted by DHCP agent 93423e1b-8ac2-4abf-ba8c-2bf2a6ff74d8 with binding_index 1 {{(pid=99484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 14:46:40.166454 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.base_scheduler [None req-1eb12f56-0b80-479d-b2f1-eb09667fdfab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-726180-9-iscsi, 7f05b172-ee7e-4350-8b8f-fe2c8292c693) {{(pid=99484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:46:40.177295 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7420c627-8a7c-49b6-82a6-f81afa7dfdbb None None] Network 7f05b172-ee7e-4350-8b8f-fe2c8292c693 requested from dv-cinder-726180-9-iscsi {{(pid=99485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:46:40.179040 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb12f56-0b80-479d-b2f1-eb09667fdfab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:46:40.180692 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-1eb12f56-0b80-479d-b2f1-eb09667fdfab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699218'] for subnet, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:40.257095 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-92916d65-7358-4d29-adcd-355136bb0490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4046279', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4031675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60921'] for router, precommit_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:40.259958 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-1eb12f56-0b80-479d-b2f1-eb09667fdfab admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3104868 Jun 14 14:46:40.408749 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8791d39a-3254-42a7-a2e1-e5005a7f3e47 None None] Network 7f05b172-ee7e-4350-8b8f-fe2c8292c693 requested from dv-cinder-726180-9-iscsi {{(pid=99485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:46:40.713484 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-365fb9b8-5af2-47cb-9410-26af22c73347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244'] for subnet, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:40.723517 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-20e98753-807e-46fd-8d24-d6b0295b11d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:46:40.814206 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365fb9b8-5af2-47cb-9410-26af22c73347 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdbf821b-0f7c-45ba-93c7-1bd078cce400,revision_number=0']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:46:40.847481 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-365fb9b8-5af2-47cb-9410-26af22c73347 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:46:40.908751 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-92916d65-7358-4d29-adcd-355136bb0490 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:40.917725 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365fb9b8-5af2-47cb-9410-26af22c73347 admin admin] Checking segment: {'id': '3a52893f-b9e9-4664-b955-88ac2abfbad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0f24e05a-f59f-42ec-ad23-eb813ca68e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:46:40.918000 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365fb9b8-5af2-47cb-9410-26af22c73347 admin admin] Network hostable DHCP agents. Network: 0f24e05a-f59f-42ec-ad23-eb813ca68e34, hostable agents: ['93423e1b-8ac2-4abf-ba8c-2bf2a6ff74d8'], hosted agents: [] {{(pid=99483) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 14:46:40.960990 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-92916d65-7358-4d29-adcd-355136bb0490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905267'] for port, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:41.150935 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365fb9b8-5af2-47cb-9410-26af22c73347 admin admin] Network 0f24e05a-f59f-42ec-ad23-eb813ca68e34 is scheduled to be hosted by DHCP agent 93423e1b-8ac2-4abf-ba8c-2bf2a6ff74d8 with binding_index 1 {{(pid=99483) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 14:46:41.343940 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.db_base_plugin_common [None req-92916d65-7358-4d29-adcd-355136bb0490 admin admin] Allocated IP 172.27.3.94 (380d7500-e042-4a28-87f8-50b947846e60/5342af6e-54a0-4047-9509-517c9dedbdeb/759cbf38-8a57-455d-9b4f-aa6e1cb22fcc) {{(pid=99483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:46:41.354665 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.base_scheduler [None req-365fb9b8-5af2-47cb-9410-26af22c73347 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-726180-9-iscsi, 0f24e05a-f59f-42ec-ad23-eb813ca68e34) {{(pid=99483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:46:41.364087 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365fb9b8-5af2-47cb-9410-26af22c73347 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:46:41.364686 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-365fb9b8-5af2-47cb-9410-26af22c73347 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699218'] for subnet, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:41.366112 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6386ad-4f81-4bd4-8220-57518afc0a05 None None] Network 0f24e05a-f59f-42ec-ad23-eb813ca68e34 requested from dv-cinder-726180-9-iscsi {{(pid=99485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:46:41.512335 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-365fb9b8-5af2-47cb-9410-26af22c73347 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7406292 Jun 14 14:46:41.519929 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 56582) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:46:41.526927 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.v2.base [None req-e337c99f-a179-4b59-b1ee-d15b388b1b68 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-744546021-router', 'tenant_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60'}}} {{(pid=99484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:46:41.547057 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-92916d65-7358-4d29-adcd-355136bb0490 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:41.665500 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-e337c99f-a179-4b59-b1ee-d15b388b1b68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4031657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60692'] for router, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:41.670710 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-e337c99f-a179-4b59-b1ee-d15b388b1b68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4031694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4046296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4029127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60911'] for router, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:41.760950 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed8edeb-689f-4817-a2a4-e8688ab68b43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp167513b8-b081-5ae1-a2b9-ace1867507b7-0f24e05a-f59f-42ec-ad23-eb813ca68e34', 'network_id': '0f24e05a-f59f-42ec-ad23-eb813ca68e34', 'tenant_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'fixed_ips': [{'subnet_id': 'fdbf821b-0f7c-45ba-93c7-1bd078cce400'}]}} from dv-cinder-726180-9-iscsi. {{(pid=99485) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 14 14:46:41.761686 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-7ed8edeb-689f-4817-a2a4-e8688ab68b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905267'] for port, before_create {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:41.806972 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-92916d65-7358-4d29-adcd-355136bb0490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-905456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763375065887'] for port, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:41.809434 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:46:41.910091 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-e337c99f-a179-4b59-b1ee-d15b388b1b68 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:41.965165 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92916d65-7358-4d29-adcd-355136bb0490 admin admin] Network 380d7500-e042-4a28-87f8-50b947846e60 is already hosted by enough agents. {{(pid=99483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:46:41.970405 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.base_scheduler [None req-92916d65-7358-4d29-adcd-355136bb0490 admin admin] Resources bound (agent type, host, resource id): {{(pid=99483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:46:41.977744 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92916d65-7358-4d29-adcd-355136bb0490 admin admin] Received port after_create {{(pid=99483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:46:42.021099 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.db_base_plugin_common [None req-7ed8edeb-689f-4817-a2a4-e8688ab68b43 None None] Allocated IP 172.20.0.2 (0f24e05a-f59f-42ec-ad23-eb813ca68e34/fdbf821b-0f7c-45ba-93c7-1bd078cce400/b108ece1-95ca-4066-993f-7451db15fc7b) {{(pid=99485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:46:42.048085 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92916d65-7358-4d29-adcd-355136bb0490 admin admin] Pushing event updated for resources: {'Port': ['ID=759cbf38-8a57-455d-9b4f-aa6e1cb22fcc,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:46:42.169991 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-92916d65-7358-4d29-adcd-355136bb0490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:46:42.239219 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-7ed8edeb-689f-4817-a2a4-e8688ab68b43 None None] Notify callbacks [] for port, precommit_create {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:42.250326 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-7ed8edeb-689f-4817-a2a4-e8688ab68b43 None None] Transition to ACTIVE for port object b108ece1-95ca-4066-993f-7451db15fc7b will not be triggered until provisioned by entity L2. {{(pid=99485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:46:42.269731 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-7ed8edeb-689f-4817-a2a4-e8688ab68b43 None None] Transition to ACTIVE for port object b108ece1-95ca-4066-993f-7451db15fc7b will not be triggered until provisioned by entity DHCP. {{(pid=99485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:46:42.308879 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-e337c99f-a179-4b59-b1ee-d15b388b1b68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4046279', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4031675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60921'] for router, precommit_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:42.333444 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 56630) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:46:42.335875 dv-cinder-726180-9-iscsi neutron-server[99484]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 14 14:46:42.412595 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-7ed8edeb-689f-4817-a2a4-e8688ab68b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-905456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763375065887'] for port, after_create {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:42.415049 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:46:42.468116 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed8edeb-689f-4817-a2a4-e8688ab68b43 None None] Network 0f24e05a-f59f-42ec-ad23-eb813ca68e34 is already hosted by enough agents. {{(pid=99485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:46:42.473537 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.scheduler.base_scheduler [None req-7ed8edeb-689f-4817-a2a4-e8688ab68b43 None None] Resources bound (agent type, host, resource id): {{(pid=99485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:46:42.476609 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed8edeb-689f-4817-a2a4-e8688ab68b43 None None] Received port after_create {{(pid=99485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:46:42.621412 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-92916d65-7358-4d29-adcd-355136bb0490 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:42.635604 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed8edeb-689f-4817-a2a4-e8688ab68b43 None None] Pushing event updated for resources: {'Port': ['ID=b108ece1-95ca-4066-993f-7451db15fc7b,revision_number=1']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:46:42.669393 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed8edeb-689f-4817-a2a4-e8688ab68b43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:46:42.669393 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed8edeb-689f-4817-a2a4-e8688ab68b43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:46:42.669750 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed8edeb-689f-4817-a2a4-e8688ab68b43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:46:42.669938 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed8edeb-689f-4817-a2a4-e8688ab68b43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:46:42.670252 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed8edeb-689f-4817-a2a4-e8688ab68b43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:46:42.670577 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed8edeb-689f-4817-a2a4-e8688ab68b43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:46:42.670883 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed8edeb-689f-4817-a2a4-e8688ab68b43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:46:42.671191 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed8edeb-689f-4817-a2a4-e8688ab68b43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:46:42.671504 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed8edeb-689f-4817-a2a4-e8688ab68b43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:46:42.671809 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed8edeb-689f-4817-a2a4-e8688ab68b43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:46:42.672145 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed8edeb-689f-4817-a2a4-e8688ab68b43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:46:42.672451 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed8edeb-689f-4817-a2a4-e8688ab68b43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:46:42.673465 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed8edeb-689f-4817-a2a4-e8688ab68b43 None None] Tracked resource versions report: Jun 14 14:46:42.673465 dv-cinder-726180-9-iscsi neutron-server[99485]: pushed versions: Jun 14 14:46:42.673465 dv-cinder-726180-9-iscsi neutron-server[99485]: { 'AddressGroup': {'1.2'}, Jun 14 14:46:42.673465 dv-cinder-726180-9-iscsi neutron-server[99485]: 'ConntrackHelper': {'1.0'}, Jun 14 14:46:42.673465 dv-cinder-726180-9-iscsi neutron-server[99485]: 'Log': {'1.0'}, Jun 14 14:46:42.673465 dv-cinder-726180-9-iscsi neutron-server[99485]: 'Network': {'1.1'}, Jun 14 14:46:42.673465 dv-cinder-726180-9-iscsi neutron-server[99485]: 'Port': {'1.7'}, Jun 14 14:46:42.673465 dv-cinder-726180-9-iscsi neutron-server[99485]: 'PortForwarding': {'1.2'}, Jun 14 14:46:42.673465 dv-cinder-726180-9-iscsi neutron-server[99485]: 'QosPolicy': {'1.8'}, Jun 14 14:46:42.673465 dv-cinder-726180-9-iscsi neutron-server[99485]: 'SecurityGroup': {'1.4'}, Jun 14 14:46:42.673465 dv-cinder-726180-9-iscsi neutron-server[99485]: 'SecurityGroupRule': {'1.2'}, Jun 14 14:46:42.673465 dv-cinder-726180-9-iscsi neutron-server[99485]: 'SubPort': {'1.0'}, Jun 14 14:46:42.673465 dv-cinder-726180-9-iscsi neutron-server[99485]: 'Subnet': {'1.1'}, Jun 14 14:46:42.673465 dv-cinder-726180-9-iscsi neutron-server[99485]: 'Trunk': {'1.1'}} Jun 14 14:46:42.673465 dv-cinder-726180-9-iscsi neutron-server[99485]: consumer versions: Jun 14 14:46:42.673465 dv-cinder-726180-9-iscsi neutron-server[99485]: { DHCP agent@dv-cinder-726180-9-iscsi: {}, Jun 14 14:46:42.673465 dv-cinder-726180-9-iscsi neutron-server[99485]: HyperV agent@hv-cinder-72618: {}, Jun 14 14:46:42.673465 dv-cinder-726180-9-iscsi neutron-server[99485]: L3 agent@dv-cinder-726180-9-iscsi: {}, Jun 14 14:46:42.673465 dv-cinder-726180-9-iscsi neutron-server[99485]: Metadata agent@dv-cinder-726180-9-iscsi: {}, Jun 14 14:46:42.673465 dv-cinder-726180-9-iscsi neutron-server[99485]: Metering agent@dv-cinder-726180-9-iscsi: {}, Jun 14 14:46:42.673465 dv-cinder-726180-9-iscsi neutron-server[99485]: Open vSwitch agent@dv-cinder-726180-9-iscsi: { 'AddressGroup': '1.2', Jun 14 14:46:42.673465 dv-cinder-726180-9-iscsi neutron-server[99485]: 'ConntrackHelper': '1.0', Jun 14 14:46:42.673465 dv-cinder-726180-9-iscsi neutron-server[99485]: 'Log': '1.0', Jun 14 14:46:42.673465 dv-cinder-726180-9-iscsi neutron-server[99485]: 'Network': '1.1', Jun 14 14:46:42.673465 dv-cinder-726180-9-iscsi neutron-server[99485]: 'Port': '1.7', Jun 14 14:46:42.673465 dv-cinder-726180-9-iscsi neutron-server[99485]: 'PortForwarding': '1.2', Jun 14 14:46:42.673465 dv-cinder-726180-9-iscsi neutron-server[99485]: 'QosPolicy': '1.8', Jun 14 14:46:42.673465 dv-cinder-726180-9-iscsi neutron-server[99485]: 'SecurityGroup': '1.4', Jun 14 14:46:42.673465 dv-cinder-726180-9-iscsi neutron-server[99485]: 'SecurityGroupRule': '1.2', Jun 14 14:46:42.673465 dv-cinder-726180-9-iscsi neutron-server[99485]: 'SubPort': '1.0', Jun 14 14:46:42.673465 dv-cinder-726180-9-iscsi neutron-server[99485]: 'Subnet': '1.1', Jun 14 14:46:42.673465 dv-cinder-726180-9-iscsi neutron-server[99485]: 'Trunk': '1.1'}} Jun 14 14:46:42.673465 dv-cinder-726180-9-iscsi neutron-server[99485]: {{(pid=99485) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 14 14:46:42.677984 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-7ed8edeb-689f-4817-a2a4-e8688ab68b43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:46:42.690254 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.managers [None req-7ed8edeb-689f-4817-a2a4-e8688ab68b43 None None] Attempting to bind port b108ece1-95ca-4066-993f-7451db15fc7b on host dv-cinder-726180-9-iscsi for vnic_type normal with profile {{(pid=99485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:46:42.693511 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.managers [None req-7ed8edeb-689f-4817-a2a4-e8688ab68b43 None None] Attempting to bind port b108ece1-95ca-4066-993f-7451db15fc7b by drivers openvswitch,hyperv on host dv-cinder-726180-9-iscsi at level 0 using segments [{'id': '3a52893f-b9e9-4664-b955-88ac2abfbad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0f24e05a-f59f-42ec-ad23-eb813ca68e34'}] {{(pid=99485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:46:42.694296 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed8edeb-689f-4817-a2a4-e8688ab68b43 None None] Attempting to bind port b108ece1-95ca-4066-993f-7451db15fc7b on network 0f24e05a-f59f-42ec-ad23-eb813ca68e34 {{(pid=99485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:46:42.710503 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed8edeb-689f-4817-a2a4-e8688ab68b43 None None] Checking agent: {'id': 'e183279c-24ea-4296-8522-436b00f0c0a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-726180-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 38, 29), 'started_at': datetime.datetime(2021, 6, 14, 14, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-726180-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:46:42.710906 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed8edeb-689f-4817-a2a4-e8688ab68b43 None None] Checking segment: {'id': '3a52893f-b9e9-4664-b955-88ac2abfbad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0f24e05a-f59f-42ec-ad23-eb813ca68e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:46:42.713311 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-7ed8edeb-689f-4817-a2a4-e8688ab68b43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:42.713893 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed8edeb-689f-4817-a2a4-e8688ab68b43 None None] Bound using segment: {'id': '3a52893f-b9e9-4664-b955-88ac2abfbad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0f24e05a-f59f-42ec-ad23-eb813ca68e34'} {{(pid=99485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:46:42.714532 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.managers [None req-7ed8edeb-689f-4817-a2a4-e8688ab68b43 None None] Bound port: b108ece1-95ca-4066-993f-7451db15fc7b, host: dv-cinder-726180-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a52893f-b9e9-4664-b955-88ac2abfbad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0f24e05a-f59f-42ec-ad23-eb813ca68e34'}}] {{(pid=99485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:46:42.717641 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-7ed8edeb-689f-4817-a2a4-e8688ab68b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:42.726725 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369197b-1466-4939-acf4-e6da21ba5bd2 req-4cc81c9b-1013-4359-9673-31af4c14838f tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:46:42.728139 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-a369197b-1466-4939-acf4-e6da21ba5bd2 req-4cc81c9b-1013-4359-9673-31af4c14838f tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] 10.222.0.55 "GET /v2.0/networks?id=7f05b172-ee7e-4350-8b8f-fe2c8292c693 HTTP/1.1" status: 200 len: 812 time: 0.3935108 Jun 14 14:46:42.765844 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-a369197b-1466-4939-acf4-e6da21ba5bd2 req-0dd85676-1f26-42fb-b12e-794377c45344 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] 10.222.0.55 "GET /v2.0/quotas/b3a4f12fe8f642528f9768679bb8cabc HTTP/1.1" status: 200 len: 375 time: 0.0244322 Jun 14 14:46:42.825689 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-7ed8edeb-689f-4817-a2a4-e8688ab68b43 None None] For port b108ece1-95ca-4066-993f-7451db15fc7b, host dv-cinder-726180-9-iscsi, cleared binding levels {{(pid=99485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:46:42.829202 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-7ed8edeb-689f-4817-a2a4-e8688ab68b43 None None] For port b108ece1-95ca-4066-993f-7451db15fc7b, host dv-cinder-726180-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=b108ece1-95ca-4066-993f-7451db15fc7b,segment=NetworkSegment(3a52893f-b9e9-4664-b955-88ac2abfbad8),segment_id=3a52893f-b9e9-4664-b955-88ac2abfbad8)] {{(pid=99485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:46:42.872704 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-a369197b-1466-4939-acf4-e6da21ba5bd2 req-d0f0d8f9-b10e-45f5-ace0-a97ee3b02714 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b3a4f12fe8f642528f9768679bb8cabc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1051104 Jun 14 14:46:42.962656 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-7ed8edeb-689f-4817-a2a4-e8688ab68b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:42.967447 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-c32d142e-a3f6-467b-b64b-ca619e728b6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:46:43.006224 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-92916d65-7358-4d29-adcd-355136bb0490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4031650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4045727'] for router, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:43.067897 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed8edeb-689f-4817-a2a4-e8688ab68b43 None None] Pushing event updated for resources: {'Port': ['ID=b108ece1-95ca-4066-993f-7451db15fc7b,revision_number=2']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:46:43.090199 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-7ed8edeb-689f-4817-a2a4-e8688ab68b43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:46:43.150888 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [req-a369197b-1466-4939-acf4-e6da21ba5bd2 req-25c72add-0a29-41c7-999f-8745df01de35 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=99484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 14 14:46:43.151913 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-a369197b-1466-4939-acf4-e6da21ba5bd2 req-25c72add-0a29-41c7-999f-8745df01de35 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0677366 Jun 14 14:46:43.184447 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-e337c99f-a179-4b59-b1ee-d15b388b1b68 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:43.243095 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-e337c99f-a179-4b59-b1ee-d15b388b1b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905267'] for port, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:43.420344 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92916d65-7358-4d29-adcd-355136bb0490 admin admin] Router 712832d9-313d-4617-93d4-18820aa8b8fd is scheduled to L3 agent 1c008f53-dbc2-48c1-a123-31b869a31df2 with binding_index 1 {{(pid=99483) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 14 14:46:43.463969 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-a369197b-1466-4939-acf4-e6da21ba5bd2 req-0b67aefa-0c87-46ef-ad70-3cf16a8a81af service neutron] 10.222.0.55 "GET /v2.0/networks/7f05b172-ee7e-4350-8b8f-fe2c8292c693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030105 Jun 14 14:46:43.698864 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.db_base_plugin_common [None req-e337c99f-a179-4b59-b1ee-d15b388b1b68 admin admin] Allocated IP 172.27.3.215 (380d7500-e042-4a28-87f8-50b947846e60/5342af6e-54a0-4047-9509-517c9dedbdeb/7f9e7668-8166-4761-9be7-99419494fe6e) {{(pid=99484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:46:43.783800 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-a369197b-1466-4939-acf4-e6da21ba5bd2 req-3204f20d-e98a-4171-93bc-9b15e7842c2e service neutron] 10.222.0.55 "GET /v2.0/networks/7f05b172-ee7e-4350-8b8f-fe2c8292c693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886081 Jun 14 14:46:43.916526 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92916d65-7358-4d29-adcd-355136bb0490 admin admin] Notify agent at l3_agent.dv-cinder-726180-9-iscsi the message routers_updated {{(pid=99483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 14:46:43.929025 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debc9f4d-a5fd-4ab7-8ac6-56f029dd5110 None None] Sync routers for ids ['712832d9-313d-4617-93d4-18820aa8b8fd'] in dv-cinder-726180-9-iscsi {{(pid=99486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 14:46:43.932582 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-e337c99f-a179-4b59-b1ee-d15b388b1b68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:43.958007 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debc9f4d-a5fd-4ab7-8ac6-56f029dd5110 None None] Routers {'712832d9-313d-4617-93d4-18820aa8b8fd'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:46:43.958654 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-debc9f4d-a5fd-4ab7-8ac6-56f029dd5110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:46:28Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['712832d9-313d-4617-93d4-18820aa8b8fd'], 'active': True} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:46:44.134286 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvr_db [None req-debc9f4d-a5fd-4ab7-8ac6-56f029dd5110 None None] Set router 712832d9-313d-4617-93d4-18820aa8b8fd gateway port host: dv-cinder-726180-9-iscsi {{(pid=99486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:46:44.155214 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-92916d65-7358-4d29-adcd-355136bb0490 admin admin] Notify callbacks [] for router, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:44.159043 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-92916d65-7358-4d29-adcd-355136bb0490 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.6521387 Jun 14 14:46:44.159354 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-e337c99f-a179-4b59-b1ee-d15b388b1b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-905456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763375065887'] for port, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:44.160275 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 56688) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:46:44.176234 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-e5bb231c-169a-41f5-93ab-5234b507883a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:46:44.212834 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa053801-f24b-43c7-83e8-94ceca4cbb5b None None] Network 0f24e05a-f59f-42ec-ad23-eb813ca68e34 requested from dv-cinder-726180-9-iscsi {{(pid=99485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:46:44.412097 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 56710) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:46:44.417672 dv-cinder-726180-9-iscsi neutron-server[99483]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 14 14:46:44.427318 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e337c99f-a179-4b59-b1ee-d15b388b1b68 admin admin] Network 380d7500-e042-4a28-87f8-50b947846e60 is already hosted by enough agents. {{(pid=99484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:46:44.441568 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.base_scheduler [None req-e337c99f-a179-4b59-b1ee-d15b388b1b68 admin admin] Resources bound (agent type, host, resource id): {{(pid=99484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:46:44.452068 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e337c99f-a179-4b59-b1ee-d15b388b1b68 admin admin] Pushing event updated for resources: {'Port': ['ID=7f9e7668-8166-4761-9be7-99419494fe6e,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:46:44.465866 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e337c99f-a179-4b59-b1ee-d15b388b1b68 admin admin] Received port after_create {{(pid=99484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:46:44.522084 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-0b5f5230-9a68-48de-aa8c-2718f1ce9022 None None] Provisioning for port b108ece1-95ca-4066-993f-7451db15fc7b completed by entity DHCP. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:46:44.528043 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-d673fc4f-e0f0-45ef-bbf5-87c290663f0b req-497ed69a-a394-4a5a-8568-4b4ff7381aeb tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20b5ca5-adc9-4f3f-b2e2-12eb950498f7 HTTP/1.1" status: 200 len: 210 time: 0.1117311 Jun 14 14:46:44.537677 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 56724) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:46:44.561651 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-debc9f4d-a5fd-4ab7-8ac6-56f029dd5110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712832d9-313d-4617-93d4-18820aa8b8fd', 'name': 'tempest-ServerRescueNegativeTestJSON-1607018058-router', 'tenant_id': '242c3d1f11d44afab53a6162544fd9e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '759cbf38-8a57-455d-9b4f-aa6e1cb22fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:46:39Z', 'updated_at': '2021-06-14T14:46:42Z', 'revision_number': 3, 'project_id': '242c3d1f11d44afab53a6162544fd9e6', 'gw_port': {'id': '759cbf38-8a57-455d-9b4f-aa6e1cb22fcc', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fe:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '712832d9-313d-4617-93d4-18820aa8b8fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:46:40Z', 'updated_at': '2021-06-14T14:46:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi'}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:46:44.587822 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debc9f4d-a5fd-4ab7-8ac6-56f029dd5110 None None] Checking router: 712832d9-313d-4617-93d4-18820aa8b8fd for host: dv-cinder-726180-9-iscsi {{(pid=99486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 14:46:44.589995 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debc9f4d-a5fd-4ab7-8ac6-56f029dd5110 None None] Updating router 712832d9-313d-4617-93d4-18820aa8b8fd port 759cbf38-8a57-455d-9b4f-aa6e1cb22fcc binding host dv-cinder-726180-9-iscsi {{(pid=99486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 14:46:44.640040 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-e337c99f-a179-4b59-b1ee-d15b388b1b68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:46:44.666248 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-debc9f4d-a5fd-4ab7-8ac6-56f029dd5110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:44.973541 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device b108ece1-95ca-4066-993f-7451db15fc7b up at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:46:45.088177 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-0a132196-c03d-4f16-b73b-87a06c1439e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:45.172426 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning for port b108ece1-95ca-4066-993f-7451db15fc7b completed by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:46:45.177002 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning complete for port b108ece1-95ca-4066-993f-7451db15fc7b triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:46:45.185459 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:45.295171 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-d8d7bcf9-db08-432d-a1c0-774eedd36193 None None] Provisioning complete for port b108ece1-95ca-4066-993f-7451db15fc7b triggered by entity DHCP. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:46:45.295838 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-d8d7bcf9-db08-432d-a1c0-774eedd36193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:45.351514 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-0a132196-c03d-4f16-b73b-87a06c1439e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:45.373883 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 56756) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:46:45.441060 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-0a132196-c03d-4f16-b73b-87a06c1439e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:45.441430 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:45.447118 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-debc9f4d-a5fd-4ab7-8ac6-56f029dd5110 None None] Notify callbacks [] for port, precommit_update {{(pid=99486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:45.462597 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.provisioning_blocks [None req-debc9f4d-a5fd-4ab7-8ac6-56f029dd5110 None None] Transition to ACTIVE for port object 759cbf38-8a57-455d-9b4f-aa6e1cb22fcc will not be triggered until provisioned by entity L2. {{(pid=99486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:46:45.465325 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-15d88354-4e3a-4c88-9280-f53fda88a202 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:46:45.532250 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-0a132196-c03d-4f16-b73b-87a06c1439e3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=39602d479c73410ea797cff0624baad2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9911268 Jun 14 14:46:45.535661 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 56762) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:46:45.541560 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] For port b108ece1-95ca-4066-993f-7451db15fc7b, host dv-cinder-726180-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=b108ece1-95ca-4066-993f-7451db15fc7b,segment=NetworkSegment(3a52893f-b9e9-4664-b955-88ac2abfbad8),segment_id=3a52893f-b9e9-4664-b955-88ac2abfbad8)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:46:45.571202 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a132196-c03d-4f16-b73b-87a06c1439e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9191c516-f15f-4250-9419-93241d05936c,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:46:45.578122 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-debc9f4d-a5fd-4ab7-8ac6-56f029dd5110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:45.588554 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG oslo_concurrency.lockutils [None req-d56756da-8035-4550-a2d7-d92ecb040a7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:46:45.593030 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-0a132196-c03d-4f16-b73b-87a06c1439e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:46:45.612309 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-d8d7bcf9-db08-432d-a1c0-774eedd36193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:45.616475 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-5690c429-6c53-436f-a91e-16c7497bfe89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:45.664584 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-2becfb2b-4342-448c-800d-4170b67c7fff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:45.686960 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:45.724337 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-2becfb2b-4342-448c-800d-4170b67c7fff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:45.735054 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.managers [None req-debc9f4d-a5fd-4ab7-8ac6-56f029dd5110 None None] Attempting to bind port 759cbf38-8a57-455d-9b4f-aa6e1cb22fcc on host dv-cinder-726180-9-iscsi for vnic_type normal with profile {{(pid=99486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:46:45.735597 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.managers [None req-debc9f4d-a5fd-4ab7-8ac6-56f029dd5110 None None] Attempting to bind port 759cbf38-8a57-455d-9b4f-aa6e1cb22fcc by drivers openvswitch,hyperv on host dv-cinder-726180-9-iscsi at level 0 using segments [{'id': '5f9b4eda-9001-4473-8107-70664bb4d177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380d7500-e042-4a28-87f8-50b947846e60'}] {{(pid=99486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:46:45.736121 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debc9f4d-a5fd-4ab7-8ac6-56f029dd5110 None None] Attempting to bind port 759cbf38-8a57-455d-9b4f-aa6e1cb22fcc on network 380d7500-e042-4a28-87f8-50b947846e60 {{(pid=99486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:46:45.741847 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98000e4-12e6-4814-bf40-e7cba6fbbc3e None None] Pushing event updated for resources: {'Port': ['ID=759cbf38-8a57-455d-9b4f-aa6e1cb22fcc,revision_number=2']} {{(pid=99486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:46:45.750379 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debc9f4d-a5fd-4ab7-8ac6-56f029dd5110 None None] Checking agent: {'id': 'e183279c-24ea-4296-8522-436b00f0c0a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-726180-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 38, 29), 'started_at': datetime.datetime(2021, 6, 14, 14, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-726180-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:46:45.750925 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debc9f4d-a5fd-4ab7-8ac6-56f029dd5110 None None] Checking segment: {'id': '5f9b4eda-9001-4473-8107-70664bb4d177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380d7500-e042-4a28-87f8-50b947846e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:46:45.751456 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-debc9f4d-a5fd-4ab7-8ac6-56f029dd5110 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:45.752177 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debc9f4d-a5fd-4ab7-8ac6-56f029dd5110 None None] Bound using segment: {'id': '5f9b4eda-9001-4473-8107-70664bb4d177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380d7500-e042-4a28-87f8-50b947846e60'} {{(pid=99486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:46:45.752778 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.managers [None req-debc9f4d-a5fd-4ab7-8ac6-56f029dd5110 None None] Bound port: 759cbf38-8a57-455d-9b4f-aa6e1cb22fcc, host: dv-cinder-726180-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f9b4eda-9001-4473-8107-70664bb4d177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380d7500-e042-4a28-87f8-50b947846e60'}}] {{(pid=99486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:46:45.753307 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-debc9f4d-a5fd-4ab7-8ac6-56f029dd5110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:45.758006 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98000e4-12e6-4814-bf40-e7cba6fbbc3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:46:45.758508 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98000e4-12e6-4814-bf40-e7cba6fbbc3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:46:45.758939 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98000e4-12e6-4814-bf40-e7cba6fbbc3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:46:45.759367 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98000e4-12e6-4814-bf40-e7cba6fbbc3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:46:45.760408 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98000e4-12e6-4814-bf40-e7cba6fbbc3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:46:45.760852 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98000e4-12e6-4814-bf40-e7cba6fbbc3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:46:45.761277 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98000e4-12e6-4814-bf40-e7cba6fbbc3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:46:45.761702 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98000e4-12e6-4814-bf40-e7cba6fbbc3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:46:45.762147 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98000e4-12e6-4814-bf40-e7cba6fbbc3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:46:45.762572 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98000e4-12e6-4814-bf40-e7cba6fbbc3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:46:45.762992 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98000e4-12e6-4814-bf40-e7cba6fbbc3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:46:45.763408 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98000e4-12e6-4814-bf40-e7cba6fbbc3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:46:45.764757 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:46:45.765248 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98000e4-12e6-4814-bf40-e7cba6fbbc3e None None] Tracked resource versions report: Jun 14 14:46:45.765248 dv-cinder-726180-9-iscsi neutron-server[99486]: pushed versions: Jun 14 14:46:45.765248 dv-cinder-726180-9-iscsi neutron-server[99486]: { 'AddressGroup': {'1.2'}, Jun 14 14:46:45.765248 dv-cinder-726180-9-iscsi neutron-server[99486]: 'ConntrackHelper': {'1.0'}, Jun 14 14:46:45.765248 dv-cinder-726180-9-iscsi neutron-server[99486]: 'Log': {'1.0'}, Jun 14 14:46:45.765248 dv-cinder-726180-9-iscsi neutron-server[99486]: 'Network': {'1.1'}, Jun 14 14:46:45.765248 dv-cinder-726180-9-iscsi neutron-server[99486]: 'Port': {'1.7'}, Jun 14 14:46:45.765248 dv-cinder-726180-9-iscsi neutron-server[99486]: 'PortForwarding': {'1.2'}, Jun 14 14:46:45.765248 dv-cinder-726180-9-iscsi neutron-server[99486]: 'QosPolicy': {'1.8'}, Jun 14 14:46:45.765248 dv-cinder-726180-9-iscsi neutron-server[99486]: 'SecurityGroup': {'1.4'}, Jun 14 14:46:45.765248 dv-cinder-726180-9-iscsi neutron-server[99486]: 'SecurityGroupRule': {'1.2'}, Jun 14 14:46:45.765248 dv-cinder-726180-9-iscsi neutron-server[99486]: 'SubPort': {'1.0'}, Jun 14 14:46:45.765248 dv-cinder-726180-9-iscsi neutron-server[99486]: 'Subnet': {'1.1'}, Jun 14 14:46:45.765248 dv-cinder-726180-9-iscsi neutron-server[99486]: 'Trunk': {'1.1'}} Jun 14 14:46:45.765248 dv-cinder-726180-9-iscsi neutron-server[99486]: consumer versions: Jun 14 14:46:45.765248 dv-cinder-726180-9-iscsi neutron-server[99486]: { DHCP agent@dv-cinder-726180-9-iscsi: {}, Jun 14 14:46:45.765248 dv-cinder-726180-9-iscsi neutron-server[99486]: HyperV agent@hv-cinder-72618: {}, Jun 14 14:46:45.765248 dv-cinder-726180-9-iscsi neutron-server[99486]: L3 agent@dv-cinder-726180-9-iscsi: {}, Jun 14 14:46:45.765248 dv-cinder-726180-9-iscsi neutron-server[99486]: Metadata agent@dv-cinder-726180-9-iscsi: {}, Jun 14 14:46:45.765248 dv-cinder-726180-9-iscsi neutron-server[99486]: Metering agent@dv-cinder-726180-9-iscsi: {}, Jun 14 14:46:45.765248 dv-cinder-726180-9-iscsi neutron-server[99486]: Open vSwitch agent@dv-cinder-726180-9-iscsi: { 'AddressGroup': '1.2', Jun 14 14:46:45.765248 dv-cinder-726180-9-iscsi neutron-server[99486]: 'ConntrackHelper': '1.0', Jun 14 14:46:45.765248 dv-cinder-726180-9-iscsi neutron-server[99486]: 'Log': '1.0', Jun 14 14:46:45.765248 dv-cinder-726180-9-iscsi neutron-server[99486]: 'Network': '1.1', Jun 14 14:46:45.765248 dv-cinder-726180-9-iscsi neutron-server[99486]: 'Port': '1.7', Jun 14 14:46:45.765248 dv-cinder-726180-9-iscsi neutron-server[99486]: 'PortForwarding': '1.2', Jun 14 14:46:45.765248 dv-cinder-726180-9-iscsi neutron-server[99486]: 'QosPolicy': '1.8', Jun 14 14:46:45.765248 dv-cinder-726180-9-iscsi neutron-server[99486]: 'SecurityGroup': '1.4', Jun 14 14:46:45.765248 dv-cinder-726180-9-iscsi neutron-server[99486]: 'SecurityGroupRule': '1.2', Jun 14 14:46:45.765248 dv-cinder-726180-9-iscsi neutron-server[99486]: 'SubPort': '1.0', Jun 14 14:46:45.765248 dv-cinder-726180-9-iscsi neutron-server[99486]: 'Subnet': '1.1', Jun 14 14:46:45.765248 dv-cinder-726180-9-iscsi neutron-server[99486]: 'Trunk': '1.1'}} Jun 14 14:46:45.765248 dv-cinder-726180-9-iscsi neutron-server[99486]: {{(pid=99486) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 14 14:46:45.796656 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG oslo_concurrency.lockutils [None req-d98000e4-12e6-4814-bf40-e7cba6fbbc3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=99486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:46:45.845945 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.db.api [None req-d8d7bcf9-db08-432d-a1c0-774eedd36193 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99485) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 14 14:46:45.846210 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_db.api [None req-d8d7bcf9-db08-432d-a1c0-774eedd36193 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 14 14:46:45.859308 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.db [None req-debc9f4d-a5fd-4ab7-8ac6-56f029dd5110 None None] For port 759cbf38-8a57-455d-9b4f-aa6e1cb22fcc, host dv-cinder-726180-9-iscsi, cleared binding levels {{(pid=99486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:46:45.861642 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Pushing event updated for resources: {'Port': ['ID=b108ece1-95ca-4066-993f-7451db15fc7b,revision_number=3']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:46:45.863168 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.db [None req-debc9f4d-a5fd-4ab7-8ac6-56f029dd5110 None None] For port 759cbf38-8a57-455d-9b4f-aa6e1cb22fcc, host dv-cinder-726180-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=759cbf38-8a57-455d-9b4f-aa6e1cb22fcc,segment=NetworkSegment(5f9b4eda-9001-4473-8107-70664bb4d177),segment_id=5f9b4eda-9001-4473-8107-70664bb4d177)] {{(pid=99486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:46:45.872753 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:46:45.907116 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-62c922b6-d456-496f-9545-534f409f5b0d req-997dc6b6-f702-4ccc-ac30-5b92c49c98f7 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20b5ca5-adc9-4f3f-b2e2-12eb950498f7 HTTP/1.1" status: 200 len: 210 time: 0.1770122 Jun 14 14:46:45.909670 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-5690c429-6c53-436f-a91e-16c7497bfe89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:45.985575 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-328a1bb1-a70f-4383-b3d6-5d29c14d7f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905267'] for port, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:46.035069 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-e337c99f-a179-4b59-b1ee-d15b388b1b68 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:46.049247 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-5690c429-6c53-436f-a91e-16c7497bfe89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:46.050153 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-debc9f4d-a5fd-4ab7-8ac6-56f029dd5110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:46.054511 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-2becfb2b-4342-448c-800d-4170b67c7fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:46.063939 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:46:46.101261 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-f33b0d62-077c-41ae-b866-d5d80bf0a606 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:46:46.121570 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-2becfb2b-4342-448c-800d-4170b67c7fff admin admin] Notify callbacks [] for security_group, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:46.125916 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-2becfb2b-4342-448c-800d-4170b67c7fff admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9191c516-f15f-4250-9419-93241d05936c HTTP/1.1" status: 204 len: 168 time: 0.5881591 Jun 14 14:46:46.164152 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debc9f4d-a5fd-4ab7-8ac6-56f029dd5110 None None] Routers {'712832d9-313d-4617-93d4-18820aa8b8fd'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:46:46.167777 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-debc9f4d-a5fd-4ab7-8ac6-56f029dd5110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:46:28Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['712832d9-313d-4617-93d4-18820aa8b8fd'], 'active': True} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:46:46.168071 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-5690c429-6c53-436f-a91e-16c7497bfe89 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8e59c94c69894c7fad90e4479a7892a1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7884953 Jun 14 14:46:46.178308 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 56788) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:46:46.220534 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5690c429-6c53-436f-a91e-16c7497bfe89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f93a822-b77b-40ca-9ad6-45d3d2c96f1a,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:46:46.270643 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2becfb2b-4342-448c-800d-4170b67c7fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9191c516-f15f-4250-9419-93241d05936c,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:46:46.282201 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-2becfb2b-4342-448c-800d-4170b67c7fff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:46:46.282774 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-0a132196-c03d-4f16-b73b-87a06c1439e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:46:46.283321 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-0a132196-c03d-4f16-b73b-87a06c1439e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:46:46.315026 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-efa4e61c-2c12-41ee-ab39-72ab81932110 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:46.358106 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-efa4e61c-2c12-41ee-ab39-72ab81932110 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:46.435849 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98000e4-12e6-4814-bf40-e7cba6fbbc3e None None] Pushing event updated for resources: {'Port': ['ID=759cbf38-8a57-455d-9b4f-aa6e1cb22fcc,revision_number=3']} {{(pid=99486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:46:46.467495 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG oslo_concurrency.lockutils [None req-d98000e4-12e6-4814-bf40-e7cba6fbbc3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=99486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:46:46.500293 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.db_base_plugin_common [None req-328a1bb1-a70f-4383-b3d6-5d29c14d7f36 admin admin] Allocated IP 172.20.0.1 (279d0dfb-7f10-4838-93a8-73440a285c6d/49408d3b-84a8-4c0a-b61a-5027e2e91b41/c03cc688-06dc-4c9f-bef0-e5262d1b21ab) {{(pid=99484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:46:46.541197 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-efa4e61c-2c12-41ee-ab39-72ab81932110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:46.548000 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvr_db [None req-debc9f4d-a5fd-4ab7-8ac6-56f029dd5110 None None] Set router 712832d9-313d-4617-93d4-18820aa8b8fd gateway port host: dv-cinder-726180-9-iscsi {{(pid=99486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:46:46.550142 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-efa4e61c-2c12-41ee-ab39-72ab81932110 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:46.552267 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-efa4e61c-2c12-41ee-ab39-72ab81932110 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5f93a822-b77b-40ca-9ad6-45d3d2c96f1a HTTP/1.1" status: 204 len: 168 time: 0.3715262 Jun 14 14:46:46.553799 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-2b608f1d-b765-4466-a578-900e7f00d0e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:46:46.570898 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa4e61c-2c12-41ee-ab39-72ab81932110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f93a822-b77b-40ca-9ad6-45d3d2c96f1a,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:46:46.575048 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-efa4e61c-2c12-41ee-ab39-72ab81932110 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:46:46.881316 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device b108ece1-95ca-4066-993f-7451db15fc7b up at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:46:46.940376 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-debc9f4d-a5fd-4ab7-8ac6-56f029dd5110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712832d9-313d-4617-93d4-18820aa8b8fd', 'name': 'tempest-ServerRescueNegativeTestJSON-1607018058-router', 'tenant_id': '242c3d1f11d44afab53a6162544fd9e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '759cbf38-8a57-455d-9b4f-aa6e1cb22fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:46:39Z', 'updated_at': '2021-06-14T14:46:42Z', 'revision_number': 3, 'project_id': '242c3d1f11d44afab53a6162544fd9e6', 'gw_port': {'id': '759cbf38-8a57-455d-9b4f-aa6e1cb22fcc', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fe:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '712832d9-313d-4617-93d4-18820aa8b8fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:46:40Z', 'updated_at': '2021-06-14T14:46:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi'}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:46:46.946673 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debc9f4d-a5fd-4ab7-8ac6-56f029dd5110 None None] The sync data for ids ['712832d9-313d-4617-93d4-18820aa8b8fd'] in dv-cinder-726180-9-iscsi is: [{'id': '712832d9-313d-4617-93d4-18820aa8b8fd', 'name': 'tempest-ServerRescueNegativeTestJSON-1607018058-router', 'tenant_id': '242c3d1f11d44afab53a6162544fd9e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '759cbf38-8a57-455d-9b4f-aa6e1cb22fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:46:39Z', 'updated_at': '2021-06-14T14:46:42Z', 'revision_number': 3, 'project_id': '242c3d1f11d44afab53a6162544fd9e6', 'gw_port': {'id': '759cbf38-8a57-455d-9b4f-aa6e1cb22fcc', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fe:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '712832d9-313d-4617-93d4-18820aa8b8fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:46:40Z', 'updated_at': '2021-06-14T14:46:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi'}] {{(pid=99486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 14:46:46.980824 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning complete for port b108ece1-95ca-4066-993f-7451db15fc7b triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:46:46.981484 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:47.015182 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-e337c99f-a179-4b59-b1ee-d15b388b1b68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4031650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4045727'] for router, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:47.035227 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-328a1bb1-a70f-4383-b3d6-5d29c14d7f36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:47.059286 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-f6a2de56-fc1a-4034-9008-95cf69376454 req-1ff3aa5d-5b45-4359-88ae-69a30b96a99b tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20b5ca5-adc9-4f3f-b2e2-12eb950498f7 HTTP/1.1" status: 200 len: 210 time: 0.0759809 Jun 14 14:46:47.215401 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 56824) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:46:47.406749 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e337c99f-a179-4b59-b1ee-d15b388b1b68 admin admin] Router a1e19f38-71a9-42c2-ad03-564a62f5fdd5 is scheduled to L3 agent 1c008f53-dbc2-48c1-a123-31b869a31df2 with binding_index 1 {{(pid=99484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 14 14:46:47.412482 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-328a1bb1-a70f-4383-b3d6-5d29c14d7f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-905456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763375065887'] for port, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:47.417650 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:46:47.614844 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 56834) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:46:47.638056 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-6d27bba1-2682-48a6-99ea-90ebf7f56643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:47.734096 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 56836) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:46:47.757587 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-6f7c9331-6993-4a9d-8f3f-71e0ad763a83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:47.811822 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-6d27bba1-2682-48a6-99ea-90ebf7f56643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:47.812157 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328a1bb1-a70f-4383-b3d6-5d29c14d7f36 admin admin] Network 279d0dfb-7f10-4838-93a8-73440a285c6d is already hosted by enough agents. {{(pid=99484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:46:47.823145 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.base_scheduler [None req-328a1bb1-a70f-4383-b3d6-5d29c14d7f36 admin admin] Resources bound (agent type, host, resource id): {{(pid=99484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:46:47.829415 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328a1bb1-a70f-4383-b3d6-5d29c14d7f36 admin admin] Received port after_create {{(pid=99484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:46:47.830398 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-328a1bb1-a70f-4383-b3d6-5d29c14d7f36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4033882'] for router_interface, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:47.835425 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328a1bb1-a70f-4383-b3d6-5d29c14d7f36 admin admin] Pushing event updated for resources: {'Port': ['ID=c03cc688-06dc-4c9f-bef0-e5262d1b21ab,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:46:47.839188 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-328a1bb1-a70f-4383-b3d6-5d29c14d7f36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:46:47.877198 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-6d27bba1-2682-48a6-99ea-90ebf7f56643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:47.885106 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-efa4e61c-2c12-41ee-ab39-72ab81932110 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:46:47.955012 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-a52e372f-1f6b-4256-8904-f9ee13927157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:47.959676 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e337c99f-a179-4b59-b1ee-d15b388b1b68 admin admin] Notify agent at l3_agent.dv-cinder-726180-9-iscsi the message routers_updated {{(pid=99484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 14:46:47.977634 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798fa9ab-eb24-4191-89c8-1d3f71ffd90f None None] Sync routers for ids ['a1e19f38-71a9-42c2-ad03-564a62f5fdd5'] in dv-cinder-726180-9-iscsi {{(pid=99485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 14:46:47.987078 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-6d27bba1-2682-48a6-99ea-90ebf7f56643 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=11cdbefaf40e481b8fe58373bd4a05e6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3692477 Jun 14 14:46:47.988397 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798fa9ab-eb24-4191-89c8-1d3f71ffd90f None None] Routers {'a1e19f38-71a9-42c2-ad03-564a62f5fdd5'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:46:47.989105 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-798fa9ab-eb24-4191-89c8-1d3f71ffd90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:46:28Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['a1e19f38-71a9-42c2-ad03-564a62f5fdd5'], 'active': True} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:46:47.989934 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d27bba1-2682-48a6-99ea-90ebf7f56643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa93329-a6d5-41c3-911d-95811e167598,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:46:47.996093 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 56840) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:46:48.007734 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-6d27bba1-2682-48a6-99ea-90ebf7f56643 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:46:48.103584 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-f636ad67-b1ef-4f50-bf43-94d6c3208d30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:48.126040 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-6f7c9331-6993-4a9d-8f3f-71e0ad763a83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:48.157527 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-f636ad67-b1ef-4f50-bf43-94d6c3208d30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:48.181078 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-328a1bb1-a70f-4383-b3d6-5d29c14d7f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:48.184668 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvr_db [None req-798fa9ab-eb24-4191-89c8-1d3f71ffd90f None None] Set router a1e19f38-71a9-42c2-ad03-564a62f5fdd5 gateway port host: dv-cinder-726180-9-iscsi {{(pid=99485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:46:48.259463 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-6f7c9331-6993-4a9d-8f3f-71e0ad763a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:48.307563 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:46:48.372343 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-6f7c9331-6993-4a9d-8f3f-71e0ad763a83 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bb4941a3c26f47e4938f92c3d0928d2c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5804713 Jun 14 14:46:48.377496 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 56848) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:46:48.392676 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-348f2d8f-9bd5-4ae2-af0a-abc0e77a8b9a req-57352f50-dc88-4799-b885-6d35b9c035cf tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20b5ca5-adc9-4f3f-b2e2-12eb950498f7 HTTP/1.1" status: 200 len: 210 time: 0.0875435 Jun 14 14:46:48.426999 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7c9331-6993-4a9d-8f3f-71e0ad763a83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042cd01c-63fa-4189-bf32-9de594667b06,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:46:48.428457 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-6f7c9331-6993-4a9d-8f3f-71e0ad763a83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:46:48.486400 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-798fa9ab-eb24-4191-89c8-1d3f71ffd90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e19f38-71a9-42c2-ad03-564a62f5fdd5', 'name': 'tempest-AttachVolumeTestJSON-744546021-router', 'tenant_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '7f9e7668-8166-4761-9be7-99419494fe6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:46:41Z', 'updated_at': '2021-06-14T14:46:45Z', 'revision_number': 3, 'project_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'gw_port': {'id': '7f9e7668-8166-4761-9be7-99419494fe6e', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:db:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1e19f38-71a9-42c2-ad03-564a62f5fdd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:46:43Z', 'updated_at': '2021-06-14T14:46:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi'}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:46:48.490994 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798fa9ab-eb24-4191-89c8-1d3f71ffd90f None None] Checking router: a1e19f38-71a9-42c2-ad03-564a62f5fdd5 for host: dv-cinder-726180-9-iscsi {{(pid=99485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 14:46:48.495352 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798fa9ab-eb24-4191-89c8-1d3f71ffd90f None None] Updating router a1e19f38-71a9-42c2-ad03-564a62f5fdd5 port 7f9e7668-8166-4761-9be7-99419494fe6e binding host dv-cinder-726180-9-iscsi {{(pid=99485) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 14:46:48.511687 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-4f3b2f58-e30f-45fd-90c5-1826d12e010b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:48.516638 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-328a1bb1-a70f-4383-b3d6-5d29c14d7f36 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:48.540469 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-4f3b2f58-e30f-45fd-90c5-1826d12e010b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:48.545503 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-798fa9ab-eb24-4191-89c8-1d3f71ffd90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:48.566710 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-f636ad67-b1ef-4f50-bf43-94d6c3208d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:48.570756 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-f636ad67-b1ef-4f50-bf43-94d6c3208d30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:48.581221 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-f636ad67-b1ef-4f50-bf43-94d6c3208d30 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/caa93329-a6d5-41c3-911d-95811e167598 HTTP/1.1" status: 204 len: 168 time: 0.5809572 Jun 14 14:46:48.581987 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:46:48.597667 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-e337c99f-a179-4b59-b1ee-d15b388b1b68 admin admin] Notify callbacks [] for router, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:48.599420 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-e337c99f-a179-4b59-b1ee-d15b388b1b68 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.0778413 Jun 14 14:46:48.603533 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f636ad67-b1ef-4f50-bf43-94d6c3208d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa93329-a6d5-41c3-911d-95811e167598,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:46:48.608999 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-f636ad67-b1ef-4f50-bf43-94d6c3208d30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:46:48.612104 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 56856) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:46:48.668153 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-328a1bb1-a70f-4383-b3d6-5d29c14d7f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:48.722623 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-328a1bb1-a70f-4383-b3d6-5d29c14d7f36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4033998'] for router_interface, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:48.727818 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-14653430-b0c4-46ed-be4d-47311faaa5eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:46:48.795182 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-4f3b2f58-e30f-45fd-90c5-1826d12e010b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:48.816888 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-4f3b2f58-e30f-45fd-90c5-1826d12e010b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:48.818606 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-4f3b2f58-e30f-45fd-90c5-1826d12e010b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/042cd01c-63fa-4189-bf32-9de594667b06 HTTP/1.1" status: 204 len: 168 time: 0.4401524 Jun 14 14:46:48.842553 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328a1bb1-a70f-4383-b3d6-5d29c14d7f36 admin admin] Pushing event updated for resources: {'Port': ['ID=c03cc688-06dc-4c9f-bef0-e5262d1b21ab,revision_number=2']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:46:48.867003 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-328a1bb1-a70f-4383-b3d6-5d29c14d7f36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:46:48.867003 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-f8033328-ed48-4056-b9fd-88b1e4d95bf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:46:48.924266 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-a52e372f-1f6b-4256-8904-f9ee13927157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:48.988470 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-a52e372f-1f6b-4256-8904-f9ee13927157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:48.994121 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-6f7c9331-6993-4a9d-8f3f-71e0ad763a83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:46:49.045727 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-a52e372f-1f6b-4256-8904-f9ee13927157 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4e218f2a5a164b97a6f5db6a120d3df3&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8286619 Jun 14 14:46:49.047786 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52e372f-1f6b-4256-8904-f9ee13927157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b14c1c-3056-4076-b739-88492e3930a4,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:46:49.048452 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device 759cbf38-8a57-455d-9b4f-aa6e1cb22fcc up at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:46:49.049608 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3b2f58-e30f-45fd-90c5-1826d12e010b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042cd01c-63fa-4189-bf32-9de594667b06,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:46:49.051228 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 56862) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:46:49.052949 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-a52e372f-1f6b-4256-8904-f9ee13927157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:46:49.151608 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-798fa9ab-eb24-4191-89c8-1d3f71ffd90f None None] Notify callbacks [] for port, precommit_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:49.161884 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328a1bb1-a70f-4383-b3d6-5d29c14d7f36 admin admin] Network 279d0dfb-7f10-4838-93a8-73440a285c6d is already hosted by enough agents. {{(pid=99484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:46:49.167180 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-4f3b2f58-e30f-45fd-90c5-1826d12e010b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:46:49.173327 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-798fa9ab-eb24-4191-89c8-1d3f71ffd90f None None] Transition to ACTIVE for port object 7f9e7668-8166-4761-9be7-99419494fe6e will not be triggered until provisioned by entity L2. {{(pid=99485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:46:49.224459 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.base_scheduler [None req-328a1bb1-a70f-4383-b3d6-5d29c14d7f36 admin admin] Resources bound (agent type, host, resource id): {{(pid=99484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:46:49.286839 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-798fa9ab-eb24-4191-89c8-1d3f71ffd90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:49.292455 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning for port 759cbf38-8a57-455d-9b4f-aa6e1cb22fcc completed by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:46:49.298027 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:46:49.299479 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning complete for port 759cbf38-8a57-455d-9b4f-aa6e1cb22fcc triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:46:49.300132 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:49.467487 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.managers [None req-798fa9ab-eb24-4191-89c8-1d3f71ffd90f None None] Attempting to bind port 7f9e7668-8166-4761-9be7-99419494fe6e on host dv-cinder-726180-9-iscsi for vnic_type normal with profile {{(pid=99485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:46:49.468240 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.managers [None req-798fa9ab-eb24-4191-89c8-1d3f71ffd90f None None] Attempting to bind port 7f9e7668-8166-4761-9be7-99419494fe6e by drivers openvswitch,hyperv on host dv-cinder-726180-9-iscsi at level 0 using segments [{'id': '5f9b4eda-9001-4473-8107-70664bb4d177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380d7500-e042-4a28-87f8-50b947846e60'}] {{(pid=99485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:46:49.468956 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798fa9ab-eb24-4191-89c8-1d3f71ffd90f None None] Attempting to bind port 7f9e7668-8166-4761-9be7-99419494fe6e on network 380d7500-e042-4a28-87f8-50b947846e60 {{(pid=99485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:46:49.486828 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a28319-2c35-427a-b863-4cd996e1d49e None None] Pushing event updated for resources: {'Port': ['ID=7f9e7668-8166-4761-9be7-99419494fe6e,revision_number=2']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:46:49.492514 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798fa9ab-eb24-4191-89c8-1d3f71ffd90f None None] Checking agent: {'id': 'e183279c-24ea-4296-8522-436b00f0c0a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-726180-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 38, 29), 'started_at': datetime.datetime(2021, 6, 14, 14, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-726180-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:46:49.493133 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798fa9ab-eb24-4191-89c8-1d3f71ffd90f None None] Checking segment: {'id': '5f9b4eda-9001-4473-8107-70664bb4d177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380d7500-e042-4a28-87f8-50b947846e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:46:49.494259 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-798fa9ab-eb24-4191-89c8-1d3f71ffd90f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:49.495000 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798fa9ab-eb24-4191-89c8-1d3f71ffd90f None None] Bound using segment: {'id': '5f9b4eda-9001-4473-8107-70664bb4d177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380d7500-e042-4a28-87f8-50b947846e60'} {{(pid=99485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:46:49.495948 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.managers [None req-798fa9ab-eb24-4191-89c8-1d3f71ffd90f None None] Bound port: 7f9e7668-8166-4761-9be7-99419494fe6e, host: dv-cinder-726180-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f9b4eda-9001-4473-8107-70664bb4d177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380d7500-e042-4a28-87f8-50b947846e60'}}] {{(pid=99485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:46:49.496896 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-798fa9ab-eb24-4191-89c8-1d3f71ffd90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:49.503572 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-acc72004-b055-4056-ad02-6d7399adb57c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:49.506206 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-e3a28319-2c35-427a-b863-4cd996e1d49e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:46:49.711368 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-acc72004-b055-4056-ad02-6d7399adb57c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:49.792235 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-798fa9ab-eb24-4191-89c8-1d3f71ffd90f None None] For port 7f9e7668-8166-4761-9be7-99419494fe6e, host dv-cinder-726180-9-iscsi, cleared binding levels {{(pid=99485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:46:49.800687 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-798fa9ab-eb24-4191-89c8-1d3f71ffd90f None None] For port 7f9e7668-8166-4761-9be7-99419494fe6e, host dv-cinder-726180-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=7f9e7668-8166-4761-9be7-99419494fe6e,segment=NetworkSegment(5f9b4eda-9001-4473-8107-70664bb4d177),segment_id=5f9b4eda-9001-4473-8107-70664bb4d177)] {{(pid=99485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:46:49.802795 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:49.832335 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-1dcdc209-a935-4003-941a-5b3da8862a5a req-aadaffe4-6c67-4db5-a3b9-1d10184c8344 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20b5ca5-adc9-4f3f-b2e2-12eb950498f7 HTTP/1.1" status: 200 len: 210 time: 0.1233599 Jun 14 14:46:49.860520 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] For port 759cbf38-8a57-455d-9b4f-aa6e1cb22fcc, host dv-cinder-726180-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=759cbf38-8a57-455d-9b4f-aa6e1cb22fcc,segment=NetworkSegment(5f9b4eda-9001-4473-8107-70664bb4d177),segment_id=5f9b4eda-9001-4473-8107-70664bb4d177)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:46:49.970281 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-798fa9ab-eb24-4191-89c8-1d3f71ffd90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:49.974702 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:46:50.136460 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:50.177888 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a28319-2c35-427a-b863-4cd996e1d49e None None] Pushing event updated for resources: {'Port': ['ID=7f9e7668-8166-4761-9be7-99419494fe6e,revision_number=3']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:46:50.183912 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798fa9ab-eb24-4191-89c8-1d3f71ffd90f None None] Routers {'a1e19f38-71a9-42c2-ad03-564a62f5fdd5'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:46:50.184998 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-798fa9ab-eb24-4191-89c8-1d3f71ffd90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:46:28Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['a1e19f38-71a9-42c2-ad03-564a62f5fdd5'], 'active': True} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:46:50.187749 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-e3a28319-2c35-427a-b863-4cd996e1d49e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:46:50.191974 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:46:50.269647 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-328a1bb1-a70f-4383-b3d6-5d29c14d7f36 admin admin] Router 712832d9-313d-4617-93d4-18820aa8b8fd has already been hosted by L3 agent 1c008f53-dbc2-48c1-a123-31b869a31df2 {{(pid=99484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 14:46:50.439169 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-acc72004-b055-4056-ad02-6d7399adb57c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:50.455711 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-acc72004-b055-4056-ad02-6d7399adb57c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:50.457088 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-acc72004-b055-4056-ad02-6d7399adb57c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/13b14c1c-3056-4076-b739-88492e3930a4 HTTP/1.1" status: 204 len: 168 time: 1.3921745 Jun 14 14:46:50.462427 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-aefa682f-2c34-4dec-81ed-b512a03797ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:46:50.485830 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc72004-b055-4056-ad02-6d7399adb57c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b14c1c-3056-4076-b739-88492e3930a4,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:46:50.516877 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-acc72004-b055-4056-ad02-6d7399adb57c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:46:50.519251 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvr_db [None req-798fa9ab-eb24-4191-89c8-1d3f71ffd90f None None] Set router a1e19f38-71a9-42c2-ad03-564a62f5fdd5 gateway port host: dv-cinder-726180-9-iscsi {{(pid=99485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:46:50.544274 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-328a1bb1-a70f-4383-b3d6-5d29c14d7f36 admin admin] Notify agent at l3_agent.dv-cinder-726180-9-iscsi the message routers_updated {{(pid=99484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 14:46:50.550335 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-328a1bb1-a70f-4383-b3d6-5d29c14d7f36 admin admin] 10.222.0.55 "PUT /v2.0/routers/712832d9-313d-4617-93d4-18820aa8b8fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3871102 Jun 14 14:46:50.566502 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f861fc9e-8129-497e-8f68-46a9727db9ef None None] Sync routers for ids ['712832d9-313d-4617-93d4-18820aa8b8fd'] in dv-cinder-726180-9-iscsi {{(pid=99486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 14:46:50.587763 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Pushing event updated for resources: {'Port': ['ID=759cbf38-8a57-455d-9b4f-aa6e1cb22fcc,revision_number=4']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:46:50.610586 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f861fc9e-8129-497e-8f68-46a9727db9ef None None] Routers {'712832d9-313d-4617-93d4-18820aa8b8fd'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:46:50.611640 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-f861fc9e-8129-497e-8f68-46a9727db9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:46:28Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['712832d9-313d-4617-93d4-18820aa8b8fd'], 'active': True} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:46:50.630139 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-df7019e6-7ada-4e0c-8138-ebfab1b5e1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905267'] for port, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:50.649291 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:46:50.951129 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device 759cbf38-8a57-455d-9b4f-aa6e1cb22fcc up at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:46:51.020295 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-798fa9ab-eb24-4191-89c8-1d3f71ffd90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e19f38-71a9-42c2-ad03-564a62f5fdd5', 'name': 'tempest-AttachVolumeTestJSON-744546021-router', 'tenant_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '7f9e7668-8166-4761-9be7-99419494fe6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:46:41Z', 'updated_at': '2021-06-14T14:46:45Z', 'revision_number': 3, 'project_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'gw_port': {'id': '7f9e7668-8166-4761-9be7-99419494fe6e', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:db:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1e19f38-71a9-42c2-ad03-564a62f5fdd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:46:43Z', 'updated_at': '2021-06-14T14:46:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi'}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:46:51.026549 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798fa9ab-eb24-4191-89c8-1d3f71ffd90f None None] The sync data for ids ['a1e19f38-71a9-42c2-ad03-564a62f5fdd5'] in dv-cinder-726180-9-iscsi is: [{'id': 'a1e19f38-71a9-42c2-ad03-564a62f5fdd5', 'name': 'tempest-AttachVolumeTestJSON-744546021-router', 'tenant_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '7f9e7668-8166-4761-9be7-99419494fe6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:46:41Z', 'updated_at': '2021-06-14T14:46:45Z', 'revision_number': 3, 'project_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'gw_port': {'id': '7f9e7668-8166-4761-9be7-99419494fe6e', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:db:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1e19f38-71a9-42c2-ad03-564a62f5fdd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:46:43Z', 'updated_at': '2021-06-14T14:46:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi'}] {{(pid=99485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 14:46:51.035259 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.db_base_plugin_common [None req-df7019e6-7ada-4e0c-8138-ebfab1b5e1ed admin admin] Allocated IP 172.20.0.1 (0f24e05a-f59f-42ec-ad23-eb813ca68e34/fdbf821b-0f7c-45ba-93c7-1bd078cce400/19267b8f-8c0a-4213-86a8-a8ecf6c90a2f) {{(pid=99484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:46:51.058252 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning complete for port 759cbf38-8a57-455d-9b4f-aa6e1cb22fcc triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:46:51.059208 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:51.132110 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvr_db [None req-f861fc9e-8129-497e-8f68-46a9727db9ef None None] Set router 712832d9-313d-4617-93d4-18820aa8b8fd gateway port host: dv-cinder-726180-9-iscsi {{(pid=99486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:46:51.303423 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-cf949118-1d26-46ca-9daf-87f69f38db47 req-ed8e615d-1c5a-43ae-ac75-c8b157dd6463 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20b5ca5-adc9-4f3f-b2e2-12eb950498f7 HTTP/1.1" status: 200 len: 210 time: 0.0549972 Jun 14 14:46:51.377239 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-df7019e6-7ada-4e0c-8138-ebfab1b5e1ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:51.392688 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.provisioning_blocks [None req-df7019e6-7ada-4e0c-8138-ebfab1b5e1ed admin admin] Transition to ACTIVE for port object 19267b8f-8c0a-4213-86a8-a8ecf6c90a2f will not be triggered until provisioned by entity DHCP. {{(pid=99484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:46:51.606698 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-f861fc9e-8129-497e-8f68-46a9727db9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712832d9-313d-4617-93d4-18820aa8b8fd', 'name': 'tempest-ServerRescueNegativeTestJSON-1607018058-router', 'tenant_id': '242c3d1f11d44afab53a6162544fd9e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '759cbf38-8a57-455d-9b4f-aa6e1cb22fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:46:39Z', 'updated_at': '2021-06-14T14:46:48Z', 'revision_number': 4, 'project_id': '242c3d1f11d44afab53a6162544fd9e6', 'gw_port': {'id': '759cbf38-8a57-455d-9b4f-aa6e1cb22fcc', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fe:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712832d9-313d-4617-93d4-18820aa8b8fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:46:40Z', 'updated_at': '2021-06-14T14:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_interfaces': [{'id': 'c03cc688-06dc-4c9f-bef0-e5262d1b21ab', 'name': '', 'network_id': '279d0dfb-7f10-4838-93a8-73440a285c6d', 'tenant_id': '242c3d1f11d44afab53a6162544fd9e6', 'mac_address': 'fa:16:3e:c3:35:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '712832d9-313d-4617-93d4-18820aa8b8fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '49408d3b-84a8-4c0a-b61a-5027e2e91b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:46:46Z', 'updated_at': '2021-06-14T14:46:48Z', 'revision_number': 2, 'project_id': '242c3d1f11d44afab53a6162544fd9e6', 'subnets': [{'id': '49408d3b-84a8-4c0a-b61a-5027e2e91b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:46:51.611847 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f861fc9e-8129-497e-8f68-46a9727db9ef None None] Checking router: 712832d9-313d-4617-93d4-18820aa8b8fd for host: dv-cinder-726180-9-iscsi {{(pid=99486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 14:46:51.612228 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f861fc9e-8129-497e-8f68-46a9727db9ef None None] Updating router 712832d9-313d-4617-93d4-18820aa8b8fd port c03cc688-06dc-4c9f-bef0-e5262d1b21ab binding host dv-cinder-726180-9-iscsi {{(pid=99486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 14:46:51.617361 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-df7019e6-7ada-4e0c-8138-ebfab1b5e1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-905456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763375065887'] for port, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:51.635665 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:46:51.665743 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-f861fc9e-8129-497e-8f68-46a9727db9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:51.723753 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7019e6-7ada-4e0c-8138-ebfab1b5e1ed admin admin] Network 0f24e05a-f59f-42ec-ad23-eb813ca68e34 is already hosted by enough agents. {{(pid=99484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:46:51.735976 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.base_scheduler [None req-df7019e6-7ada-4e0c-8138-ebfab1b5e1ed admin admin] Resources bound (agent type, host, resource id): {{(pid=99484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:46:51.738481 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7019e6-7ada-4e0c-8138-ebfab1b5e1ed admin admin] Pushing event updated for resources: {'Port': ['ID=19267b8f-8c0a-4213-86a8-a8ecf6c90a2f,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:46:51.740730 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7019e6-7ada-4e0c-8138-ebfab1b5e1ed admin admin] Received port after_create {{(pid=99484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:46:51.744820 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-df7019e6-7ada-4e0c-8138-ebfab1b5e1ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4033882'] for router_interface, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:51.819924 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-df7019e6-7ada-4e0c-8138-ebfab1b5e1ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:46:52.082389 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-df7019e6-7ada-4e0c-8138-ebfab1b5e1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:52.155742 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-f861fc9e-8129-497e-8f68-46a9727db9ef None None] Notify callbacks [] for port, precommit_update {{(pid=99486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:52.170361 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.provisioning_blocks [None req-f861fc9e-8129-497e-8f68-46a9727db9ef None None] Transition to ACTIVE for port object c03cc688-06dc-4c9f-bef0-e5262d1b21ab will not be triggered until provisioned by entity L2. {{(pid=99486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:46:52.201184 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 56956) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:46:52.212646 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-7bd7dc37-fc37-40b3-b862-bf86c741db99 None None] Provisioning for port 19267b8f-8c0a-4213-86a8-a8ecf6c90a2f completed by entity DHCP. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:46:52.217884 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-7bd7dc37-fc37-40b3-b862-bf86c741db99 None None] Provisioning complete for port 19267b8f-8c0a-4213-86a8-a8ecf6c90a2f triggered by entity DHCP. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:46:52.218267 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-7bd7dc37-fc37-40b3-b862-bf86c741db99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:52.229165 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-68ceef44-48d5-42a0-97b1-dc86ab52f2d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:52.264908 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-f861fc9e-8129-497e-8f68-46a9727db9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:52.270448 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG oslo_concurrency.lockutils [None req-d98000e4-12e6-4814-bf40-e7cba6fbbc3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:46:52.300350 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-7bd7dc37-fc37-40b3-b862-bf86c741db99 None None] Port 19267b8f-8c0a-4213-86a8-a8ecf6c90a2f cannot update to ACTIVE because it is not bound. {{(pid=99485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 14:46:52.444540 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-68ceef44-48d5-42a0-97b1-dc86ab52f2d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:52.507182 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7f1d83-2c7e-4d33-8454-86c253306901 None None] Pushing event updated for resources: {'Port': ['ID=c03cc688-06dc-4c9f-bef0-e5262d1b21ab,revision_number=3']} {{(pid=99486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:46:52.518709 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG oslo_concurrency.lockutils [None req-ea7f1d83-2c7e-4d33-8454-86c253306901 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=99486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:46:52.570967 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-df7019e6-7ada-4e0c-8138-ebfab1b5e1ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:52.577547 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-68ceef44-48d5-42a0-97b1-dc86ab52f2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:52.581600 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:46:52.623250 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-b7df2879-20f8-4050-ab77-06b8a51afaf7 req-2e74ea78-6055-4712-af65-3a3128a9e0e0 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20b5ca5-adc9-4f3f-b2e2-12eb950498f7 HTTP/1.1" status: 200 len: 210 time: 0.0433352 Jun 14 14:46:52.645440 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-68ceef44-48d5-42a0-97b1-dc86ab52f2d5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=abd419e3ebd04de59bbe7fc3307b4520&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4425542 Jun 14 14:46:52.653106 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 56968) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:46:52.656642 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ceef44-48d5-42a0-97b1-dc86ab52f2d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aff01c7-2dc6-4e5b-a083-e20efe942cae,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:46:52.666848 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-68ceef44-48d5-42a0-97b1-dc86ab52f2d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:46:52.707810 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-df7019e6-7ada-4e0c-8138-ebfab1b5e1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:52.714770 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.managers [None req-f861fc9e-8129-497e-8f68-46a9727db9ef None None] Attempting to bind port c03cc688-06dc-4c9f-bef0-e5262d1b21ab on host dv-cinder-726180-9-iscsi for vnic_type normal with profile {{(pid=99486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:46:52.714770 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.managers [None req-f861fc9e-8129-497e-8f68-46a9727db9ef None None] Attempting to bind port c03cc688-06dc-4c9f-bef0-e5262d1b21ab by drivers openvswitch,hyperv on host dv-cinder-726180-9-iscsi at level 0 using segments [{'id': '0acbc633-2344-41ea-9343-14810d63bf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '279d0dfb-7f10-4838-93a8-73440a285c6d'}] {{(pid=99486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:46:52.714770 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f861fc9e-8129-497e-8f68-46a9727db9ef None None] Attempting to bind port c03cc688-06dc-4c9f-bef0-e5262d1b21ab on network 279d0dfb-7f10-4838-93a8-73440a285c6d {{(pid=99486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:46:53.111564 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f861fc9e-8129-497e-8f68-46a9727db9ef None None] Checking agent: {'id': 'e183279c-24ea-4296-8522-436b00f0c0a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-726180-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 38, 29), 'started_at': datetime.datetime(2021, 6, 14, 14, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-726180-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:46:53.120129 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-df7019e6-7ada-4e0c-8138-ebfab1b5e1ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4033998'] for router_interface, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:53.122756 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f861fc9e-8129-497e-8f68-46a9727db9ef None None] Checking segment: {'id': '0acbc633-2344-41ea-9343-14810d63bf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '279d0dfb-7f10-4838-93a8-73440a285c6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:46:53.122756 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-f861fc9e-8129-497e-8f68-46a9727db9ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:53.122756 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f861fc9e-8129-497e-8f68-46a9727db9ef None None] Bound using segment: {'id': '0acbc633-2344-41ea-9343-14810d63bf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '279d0dfb-7f10-4838-93a8-73440a285c6d'} {{(pid=99486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:46:53.122756 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.managers [None req-f861fc9e-8129-497e-8f68-46a9727db9ef None None] Bound port: c03cc688-06dc-4c9f-bef0-e5262d1b21ab, host: dv-cinder-726180-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0acbc633-2344-41ea-9343-14810d63bf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '279d0dfb-7f10-4838-93a8-73440a285c6d'}}] {{(pid=99486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:46:53.122756 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-f861fc9e-8129-497e-8f68-46a9727db9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:53.125300 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-df7019e6-7ada-4e0c-8138-ebfab1b5e1ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:46:53.125300 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7019e6-7ada-4e0c-8138-ebfab1b5e1ed admin admin] Pushing event updated for resources: {'Port': ['ID=19267b8f-8c0a-4213-86a8-a8ecf6c90a2f,revision_number=2']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:46:53.125300 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-df7019e6-7ada-4e0c-8138-ebfab1b5e1ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:46:53.125300 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-0357164b-a1ae-4f06-a88e-db336b74ab75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:53.126786 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.db [None req-f861fc9e-8129-497e-8f68-46a9727db9ef None None] For port c03cc688-06dc-4c9f-bef0-e5262d1b21ab, host dv-cinder-726180-9-iscsi, cleared binding levels {{(pid=99486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:46:53.126786 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.db [None req-f861fc9e-8129-497e-8f68-46a9727db9ef None None] For port c03cc688-06dc-4c9f-bef0-e5262d1b21ab, host dv-cinder-726180-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=c03cc688-06dc-4c9f-bef0-e5262d1b21ab,segment=NetworkSegment(0acbc633-2344-41ea-9343-14810d63bf7d),segment_id=0acbc633-2344-41ea-9343-14810d63bf7d)] {{(pid=99486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:46:53.127794 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-0357164b-a1ae-4f06-a88e-db336b74ab75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:53.128697 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device 7f9e7668-8166-4761-9be7-99419494fe6e up at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:46:53.129133 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7019e6-7ada-4e0c-8138-ebfab1b5e1ed admin admin] Network 0f24e05a-f59f-42ec-ad23-eb813ca68e34 is already hosted by enough agents. {{(pid=99484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:46:53.129133 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.base_scheduler [None req-df7019e6-7ada-4e0c-8138-ebfab1b5e1ed admin admin] Resources bound (agent type, host, resource id): {{(pid=99484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:46:53.129476 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-f861fc9e-8129-497e-8f68-46a9727db9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:53.129476 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG oslo_concurrency.lockutils [None req-d98000e4-12e6-4814-bf40-e7cba6fbbc3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:46:53.227345 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f861fc9e-8129-497e-8f68-46a9727db9ef None None] Routers {'712832d9-313d-4617-93d4-18820aa8b8fd'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:46:53.235912 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-f861fc9e-8129-497e-8f68-46a9727db9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:46:28Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['712832d9-313d-4617-93d4-18820aa8b8fd'], 'active': True} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:46:53.247181 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737db4a2-a9e2-4c1e-be27-f4e374a4deba req-994e2204-f831-4d93-88fd-0d4c81f0e69c tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:46:53.251019 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-737db4a2-a9e2-4c1e-be27-f4e374a4deba req-994e2204-f831-4d93-88fd-0d4c81f0e69c tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/networks?id=279d0dfb-7f10-4838-93a8-73440a285c6d HTTP/1.1" status: 200 len: 819 time: 0.4251449 Jun 14 14:46:53.287069 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-737db4a2-a9e2-4c1e-be27-f4e374a4deba req-a69b0a0b-1acb-4315-ba07-0b33ee424025 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/quotas/242c3d1f11d44afab53a6162544fd9e6 HTTP/1.1" status: 200 len: 375 time: 0.0285347 Jun 14 14:46:53.390248 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning for port 7f9e7668-8166-4761-9be7-99419494fe6e completed by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:46:53.396100 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning complete for port 7f9e7668-8166-4761-9be7-99419494fe6e triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:46:53.396406 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:53.549069 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df7019e6-7ada-4e0c-8138-ebfab1b5e1ed admin admin] Router a1e19f38-71a9-42c2-ad03-564a62f5fdd5 has already been hosted by L3 agent 1c008f53-dbc2-48c1-a123-31b869a31df2 {{(pid=99484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 14:46:53.551973 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-a35d93b4-f25a-437f-a365-8e4005cc967d None None] Provisioning complete for port 19267b8f-8c0a-4213-86a8-a8ecf6c90a2f triggered by entity DHCP. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:46:53.552374 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-a35d93b4-f25a-437f-a365-8e4005cc967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:53.557698 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7f1d83-2c7e-4d33-8454-86c253306901 None None] Pushing event updated for resources: {'Port': ['ID=c03cc688-06dc-4c9f-bef0-e5262d1b21ab,revision_number=4']} {{(pid=99486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:46:53.561692 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG oslo_concurrency.lockutils [None req-ea7f1d83-2c7e-4d33-8454-86c253306901 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=99486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:46:53.599479 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-737db4a2-a9e2-4c1e-be27-f4e374a4deba req-96912493-4cb6-4c64-8234-4cb3e612c988 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=242c3d1f11d44afab53a6162544fd9e6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3051767 Jun 14 14:46:53.659369 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvr_db [None req-f861fc9e-8129-497e-8f68-46a9727db9ef None None] Set router 712832d9-313d-4617-93d4-18820aa8b8fd gateway port host: dv-cinder-726180-9-iscsi {{(pid=99486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:46:53.703399 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-a35d93b4-f25a-437f-a365-8e4005cc967d None None] Port 19267b8f-8c0a-4213-86a8-a8ecf6c90a2f cannot update to ACTIVE because it is not bound. {{(pid=99485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 14:46:53.750411 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:53.779237 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] For port 7f9e7668-8166-4761-9be7-99419494fe6e, host dv-cinder-726180-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=7f9e7668-8166-4761-9be7-99419494fe6e,segment=NetworkSegment(5f9b4eda-9001-4473-8107-70664bb4d177),segment_id=5f9b4eda-9001-4473-8107-70664bb4d177)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:46:53.846408 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [req-737db4a2-a9e2-4c1e-be27-f4e374a4deba req-aecbcda6-ed07-41fa-8402-8d337cfee0e9 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=99483) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 14 14:46:53.847422 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-737db4a2-a9e2-4c1e-be27-f4e374a4deba req-aecbcda6-ed07-41fa-8402-8d337cfee0e9 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0970981 Jun 14 14:46:53.886420 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:53.895205 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-7ed8edeb-689f-4817-a2a4-e8688ab68b43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:46:53.977565 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-0357164b-a1ae-4f06-a88e-db336b74ab75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:54.011418 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Pushing event updated for resources: {'Port': ['ID=7f9e7668-8166-4761-9be7-99419494fe6e,revision_number=4']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:46:54.018412 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:46:54.063231 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-737db4a2-a9e2-4c1e-be27-f4e374a4deba req-70375be4-7479-4981-8baf-4add9c05e7e2 service neutron] 10.222.0.55 "GET /v2.0/networks/279d0dfb-7f10-4838-93a8-73440a285c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086174 Jun 14 14:46:54.071800 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-0357164b-a1ae-4f06-a88e-db336b74ab75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:54.073208 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-0357164b-a1ae-4f06-a88e-db336b74ab75 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8aff01c7-2dc6-4e5b-a083-e20efe942cae HTTP/1.1" status: 204 len: 168 time: 1.4191930 Jun 14 14:46:54.077508 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:46:54.120969 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-86432724-3261-4848-91b1-bea37c30226d req-e24eece6-620d-4e12-ab0b-0b4f9a641bcc tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20b5ca5-adc9-4f3f-b2e2-12eb950498f7 HTTP/1.1" status: 200 len: 210 time: 0.1456957 Jun 14 14:46:54.131557 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0357164b-a1ae-4f06-a88e-db336b74ab75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aff01c7-2dc6-4e5b-a083-e20efe942cae,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:46:54.136129 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-0357164b-a1ae-4f06-a88e-db336b74ab75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:46:54.196921 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-f861fc9e-8129-497e-8f68-46a9727db9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712832d9-313d-4617-93d4-18820aa8b8fd', 'name': 'tempest-ServerRescueNegativeTestJSON-1607018058-router', 'tenant_id': '242c3d1f11d44afab53a6162544fd9e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '759cbf38-8a57-455d-9b4f-aa6e1cb22fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:46:39Z', 'updated_at': '2021-06-14T14:46:48Z', 'revision_number': 4, 'project_id': '242c3d1f11d44afab53a6162544fd9e6', 'gw_port': {'id': '759cbf38-8a57-455d-9b4f-aa6e1cb22fcc', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fe:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712832d9-313d-4617-93d4-18820aa8b8fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:46:40Z', 'updated_at': '2021-06-14T14:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_interfaces': [{'id': 'c03cc688-06dc-4c9f-bef0-e5262d1b21ab', 'name': '', 'network_id': '279d0dfb-7f10-4838-93a8-73440a285c6d', 'tenant_id': '242c3d1f11d44afab53a6162544fd9e6', 'mac_address': 'fa:16:3e:c3:35:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '712832d9-313d-4617-93d4-18820aa8b8fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '49408d3b-84a8-4c0a-b61a-5027e2e91b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:46:46Z', 'updated_at': '2021-06-14T14:46:52Z', 'revision_number': 4, 'project_id': '242c3d1f11d44afab53a6162544fd9e6', 'subnets': [{'id': '49408d3b-84a8-4c0a-b61a-5027e2e91b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:46:54.207622 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df7019e6-7ada-4e0c-8138-ebfab1b5e1ed admin admin] Notify agent at l3_agent.dv-cinder-726180-9-iscsi the message routers_updated {{(pid=99484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 14:46:54.211396 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f861fc9e-8129-497e-8f68-46a9727db9ef None None] The sync data for ids ['712832d9-313d-4617-93d4-18820aa8b8fd'] in dv-cinder-726180-9-iscsi is: [{'id': '712832d9-313d-4617-93d4-18820aa8b8fd', 'name': 'tempest-ServerRescueNegativeTestJSON-1607018058-router', 'tenant_id': '242c3d1f11d44afab53a6162544fd9e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '759cbf38-8a57-455d-9b4f-aa6e1cb22fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:46:39Z', 'updated_at': '2021-06-14T14:46:48Z', 'revision_number': 4, 'project_id': '242c3d1f11d44afab53a6162544fd9e6', 'gw_port': {'id': '759cbf38-8a57-455d-9b4f-aa6e1cb22fcc', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fe:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712832d9-313d-4617-93d4-18820aa8b8fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:46:40Z', 'updated_at': '2021-06-14T14:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_interfaces': [{'id': 'c03cc688-06dc-4c9f-bef0-e5262d1b21ab', 'name': '', 'network_id': '279d0dfb-7f10-4838-93a8-73440a285c6d', 'tenant_id': '242c3d1f11d44afab53a6162544fd9e6', 'mac_address': 'fa:16:3e:c3:35:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '712832d9-313d-4617-93d4-18820aa8b8fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '49408d3b-84a8-4c0a-b61a-5027e2e91b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:46:46Z', 'updated_at': '2021-06-14T14:46:52Z', 'revision_number': 4, 'project_id': '242c3d1f11d44afab53a6162544fd9e6', 'subnets': [{'id': '49408d3b-84a8-4c0a-b61a-5027e2e91b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 14:46:54.216053 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-df7019e6-7ada-4e0c-8138-ebfab1b5e1ed admin admin] 10.222.0.55 "PUT /v2.0/routers/a1e19f38-71a9-42c2-ad03-564a62f5fdd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6025918 Jun 14 14:46:54.226686 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33bc064-60e4-44a4-ae18-44757b16cd29 None None] Sync routers for ids ['a1e19f38-71a9-42c2-ad03-564a62f5fdd5'] in dv-cinder-726180-9-iscsi {{(pid=99485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 14:46:54.237869 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33bc064-60e4-44a4-ae18-44757b16cd29 None None] Routers {'a1e19f38-71a9-42c2-ad03-564a62f5fdd5'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:46:54.241836 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-c33bc064-60e4-44a4-ae18-44757b16cd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:46:28Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['a1e19f38-71a9-42c2-ad03-564a62f5fdd5'], 'active': True} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:46:54.359730 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-737db4a2-a9e2-4c1e-be27-f4e374a4deba req-67b43705-a158-4e76-8f50-50ee85cf5b7a service neutron] 10.222.0.55 "GET /v2.0/networks/279d0dfb-7f10-4838-93a8-73440a285c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891979 Jun 14 14:46:54.613806 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvr_db [None req-c33bc064-60e4-44a4-ae18-44757b16cd29 None None] Set router a1e19f38-71a9-42c2-ad03-564a62f5fdd5 gateway port host: dv-cinder-726180-9-iscsi {{(pid=99485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:46:55.156486 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device c03cc688-06dc-4c9f-bef0-e5262d1b21ab up at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:46:55.190530 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.21', 56391) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:46:55.209947 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-7da58e31-b0e8-441b-8879-af572505e08b req-8dedea7a-c3d5-45b2-8ecd-b974016abb0b tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=544ef9a6-fafa-4c97-bbd9-004212687a60 HTTP/1.1" status: 200 len: 210 time: 0.3689446 Jun 14 14:46:55.576505 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning for port c03cc688-06dc-4c9f-bef0-e5262d1b21ab completed by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:46:55.590868 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning complete for port c03cc688-06dc-4c9f-bef0-e5262d1b21ab triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:46:55.592966 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:55.606011 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369197b-1466-4939-acf4-e6da21ba5bd2 req-fe6edeff-a342-44c3-af55-68a017f521d8 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:46:55.612794 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-a369197b-1466-4939-acf4-e6da21ba5bd2 req-fe6edeff-a342-44c3-af55-68a017f521d8 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] 10.222.0.21 "GET /v2.0/networks?id=7f05b172-ee7e-4350-8b8f-fe2c8292c693 HTTP/1.1" status: 200 len: 812 time: 0.4045534 Jun 14 14:46:55.653226 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-4ea9beea-6f7d-49d0-981b-eabdbba0f538 req-f75dda8f-3515-42ad-bfaa-ca9c4710a9d8 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20b5ca5-adc9-4f3f-b2e2-12eb950498f7 HTTP/1.1" status: 200 len: 210 time: 0.0816824 Jun 14 14:46:55.664664 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.v2.base [req-a369197b-1466-4939-acf4-e6da21ba5bd2 req-364c2eaa-60b8-4e3b-94c9-fbb710347d54 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] Request body: {'port': {'device_id': 'b20b5ca5-adc9-4f3f-b2e2-12eb950498f7', 'network_id': '7f05b172-ee7e-4350-8b8f-fe2c8292c693', 'admin_state_up': True, 'tenant_id': 'b3a4f12fe8f642528f9768679bb8cabc'}} {{(pid=99484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:46:55.674862 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-c33bc064-60e4-44a4-ae18-44757b16cd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e19f38-71a9-42c2-ad03-564a62f5fdd5', 'name': 'tempest-AttachVolumeTestJSON-744546021-router', 'tenant_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '7f9e7668-8166-4761-9be7-99419494fe6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:46:41Z', 'updated_at': '2021-06-14T14:46:51Z', 'revision_number': 4, 'project_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'gw_port': {'id': '7f9e7668-8166-4761-9be7-99419494fe6e', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:db:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e19f38-71a9-42c2-ad03-564a62f5fdd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:46:43Z', 'updated_at': '2021-06-14T14:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_interfaces': [{'id': '19267b8f-8c0a-4213-86a8-a8ecf6c90a2f', 'name': '', 'network_id': '0f24e05a-f59f-42ec-ad23-eb813ca68e34', 'tenant_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'mac_address': 'fa:16:3e:44:e4:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1e19f38-71a9-42c2-ad03-564a62f5fdd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fdbf821b-0f7c-45ba-93c7-1bd078cce400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:46:50Z', 'updated_at': '2021-06-14T14:46:52Z', 'revision_number': 2, 'project_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'subnets': [{'id': 'fdbf821b-0f7c-45ba-93c7-1bd078cce400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:46:55.683483 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33bc064-60e4-44a4-ae18-44757b16cd29 None None] Checking router: a1e19f38-71a9-42c2-ad03-564a62f5fdd5 for host: dv-cinder-726180-9-iscsi {{(pid=99485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 14:46:55.684183 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33bc064-60e4-44a4-ae18-44757b16cd29 None None] Updating router a1e19f38-71a9-42c2-ad03-564a62f5fdd5 port 19267b8f-8c0a-4213-86a8-a8ecf6c90a2f binding host dv-cinder-726180-9-iscsi {{(pid=99485) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 14:46:55.840426 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-c33bc064-60e4-44a4-ae18-44757b16cd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:55.862567 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:55.966629 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-e3d17484-0ab6-441b-a71a-0d28a16289b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:55.997084 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] For port c03cc688-06dc-4c9f-bef0-e5262d1b21ab, host dv-cinder-726180-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=c03cc688-06dc-4c9f-bef0-e5262d1b21ab,segment=NetworkSegment(0acbc633-2344-41ea-9343-14810d63bf7d),segment_id=0acbc633-2344-41ea-9343-14810d63bf7d)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:46:56.135319 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 57120) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:46:56.148771 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.v2.base [None req-55db7228-de78-4fa6-b971-5ca64fa97a88 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Request body: {'security_group': {'name': 'tempest-securitygroup--715528087', 'description': 'tempest-description--9272351'}} {{(pid=99484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:46:56.260388 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:56.265412 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device 7f9e7668-8166-4761-9be7-99419494fe6e up at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:46:56.306403 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a8cc8-6e04-4140-bf40-9e709732f519 req-fb4fce02-2ed5-4e3b-b5b1-89f833c9bbb9 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:46:56.317131 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-9e3a8cc8-6e04-4140-bf40-9e709732f519 req-fb4fce02-2ed5-4e3b-b5b1-89f833c9bbb9 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/networks?id=279d0dfb-7f10-4838-93a8-73440a285c6d HTTP/1.1" status: 200 len: 819 time: 0.3247035 Jun 14 14:46:56.318497 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:46:56.349311 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-9e3a8cc8-6e04-4140-bf40-9e709732f519 req-1dd422bd-4841-420f-b8e9-65941701d1bb tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/quotas/242c3d1f11d44afab53a6162544fd9e6 HTTP/1.1" status: 200 len: 375 time: 0.0314741 Jun 14 14:46:56.382013 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-55db7228-de78-4fa6-b971-5ca64fa97a88 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks [] for security_group, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:56.464933 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-9e3a8cc8-6e04-4140-bf40-9e709732f519 req-6959f2d6-7cd8-4530-a5bf-d89a04c4f575 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=242c3d1f11d44afab53a6162544fd9e6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1145797 Jun 14 14:46:56.510807 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Pushing event updated for resources: {'Port': ['ID=c03cc688-06dc-4c9f-bef0-e5262d1b21ab,revision_number=5']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:46:56.513782 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:46:56.589072 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning complete for port 7f9e7668-8166-4761-9be7-99419494fe6e triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:46:56.589466 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:56.623643 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a369197b-1466-4939-acf4-e6da21ba5bd2 req-364c2eaa-60b8-4e3b-94c9-fbb710347d54 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] Made reservation on behalf of b3a4f12fe8f642528f9768679bb8cabc for: {'port': 1} {{(pid=99484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:46:56.624133 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-a369197b-1466-4939-acf4-e6da21ba5bd2 req-364c2eaa-60b8-4e3b-94c9-fbb710347d54 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905267'] for port, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:56.743920 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-9e3a8cc8-6e04-4140-bf40-9e709732f519 req-9165f1e3-6027-4e34-b9fe-7d1dedc6931b service neutron] 10.222.0.55 "GET /v2.0/networks/279d0dfb-7f10-4838-93a8-73440a285c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662737 Jun 14 14:46:56.918542 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-c33bc064-60e4-44a4-ae18-44757b16cd29 None None] Notify callbacks [] for port, precommit_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:56.936164 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-c33bc064-60e4-44a4-ae18-44757b16cd29 None None] Transition to ACTIVE for port object 19267b8f-8c0a-4213-86a8-a8ecf6c90a2f will not be triggered until provisioned by entity L2. {{(pid=99485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:46:57.017774 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device c03cc688-06dc-4c9f-bef0-e5262d1b21ab up at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:46:57.029629 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-9e3a8cc8-6e04-4140-bf40-9e709732f519 req-7a65ebd7-51fc-479a-8edd-e700511ac99e service neutron] 10.222.0.55 "GET /v2.0/networks/279d0dfb-7f10-4838-93a8-73440a285c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673578 Jun 14 14:46:57.069932 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-b99f0225-502e-4a1b-ae89-3f6b00f011ad req-50789fcc-2008-43dc-aee1-59f131d7212d tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20b5ca5-adc9-4f3f-b2e2-12eb950498f7 HTTP/1.1" status: 200 len: 210 time: 0.0743535 Jun 14 14:46:57.083369 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-c33bc064-60e4-44a4-ae18-44757b16cd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:57.101400 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:46:57.156591 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.db_base_plugin_common [req-a369197b-1466-4939-acf4-e6da21ba5bd2 req-364c2eaa-60b8-4e3b-94c9-fbb710347d54 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] Allocated IP 172.20.0.10 (7f05b172-ee7e-4350-8b8f-fe2c8292c693/67d8658e-6451-4dd5-a7f9-3353b99c50a8/68de361a-d946-44be-912c-4574be949ace) {{(pid=99484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:46:57.164937 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9069bab6-00a6-4ef6-acef-17ecc32fff44 None None] Pushing event updated for resources: {'Port': ['ID=19267b8f-8c0a-4213-86a8-a8ecf6c90a2f,revision_number=3']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:46:57.211872 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-55db7228-de78-4fa6-b971-5ca64fa97a88 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks [] for security_group, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:57.312368 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 57174) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:46:57.355685 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning complete for port c03cc688-06dc-4c9f-bef0-e5262d1b21ab triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:46:57.356288 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:57.422562 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-9069bab6-00a6-4ef6-acef-17ecc32fff44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:46:57.494769 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-55db7228-de78-4fa6-b971-5ca64fa97a88 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:57.549852 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:46:57.636588 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55db7228-de78-4fa6-b971-5ca64fa97a88 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1347ac37-5848-4178-9b5e-4b2149ac523e,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:46:57.640945 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-55db7228-de78-4fa6-b971-5ca64fa97a88 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:46:57.657722 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.managers [None req-c33bc064-60e4-44a4-ae18-44757b16cd29 None None] Attempting to bind port 19267b8f-8c0a-4213-86a8-a8ecf6c90a2f on host dv-cinder-726180-9-iscsi for vnic_type normal with profile {{(pid=99485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:46:57.658463 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.managers [None req-c33bc064-60e4-44a4-ae18-44757b16cd29 None None] Attempting to bind port 19267b8f-8c0a-4213-86a8-a8ecf6c90a2f by drivers openvswitch,hyperv on host dv-cinder-726180-9-iscsi at level 0 using segments [{'id': '3a52893f-b9e9-4664-b955-88ac2abfbad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0f24e05a-f59f-42ec-ad23-eb813ca68e34'}] {{(pid=99485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:46:57.659223 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33bc064-60e4-44a4-ae18-44757b16cd29 None None] Attempting to bind port 19267b8f-8c0a-4213-86a8-a8ecf6c90a2f on network 0f24e05a-f59f-42ec-ad23-eb813ca68e34 {{(pid=99485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:46:57.674896 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-0774854b-89b5-465e-9775-0d2109197268 req-8c9a0ec5-c10c-4cef-9078-3e0414d22c49 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=271f1bd4-4895-42e2-8f36-0ac8e95c61e6 HTTP/1.1" status: 200 len: 210 time: 0.1809270 Jun 14 14:46:57.709224 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33bc064-60e4-44a4-ae18-44757b16cd29 None None] Checking agent: {'id': 'e183279c-24ea-4296-8522-436b00f0c0a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-726180-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 38, 29), 'started_at': datetime.datetime(2021, 6, 14, 14, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-726180-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:46:57.709382 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33bc064-60e4-44a4-ae18-44757b16cd29 None None] Checking segment: {'id': '3a52893f-b9e9-4664-b955-88ac2abfbad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0f24e05a-f59f-42ec-ad23-eb813ca68e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:46:57.710611 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-c33bc064-60e4-44a4-ae18-44757b16cd29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:57.711006 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33bc064-60e4-44a4-ae18-44757b16cd29 None None] Bound using segment: {'id': '3a52893f-b9e9-4664-b955-88ac2abfbad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0f24e05a-f59f-42ec-ad23-eb813ca68e34'} {{(pid=99485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:46:57.711561 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.managers [None req-c33bc064-60e4-44a4-ae18-44757b16cd29 None None] Bound port: 19267b8f-8c0a-4213-86a8-a8ecf6c90a2f, host: dv-cinder-726180-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a52893f-b9e9-4664-b955-88ac2abfbad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0f24e05a-f59f-42ec-ad23-eb813ca68e34'}}] {{(pid=99485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:46:57.711946 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-c33bc064-60e4-44a4-ae18-44757b16cd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:57.770957 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-a369197b-1466-4939-acf4-e6da21ba5bd2 req-364c2eaa-60b8-4e3b-94c9-fbb710347d54 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] Notify callbacks [] for port, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:57.801352 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-81c382ae-8216-4e7a-a560-b65bd59036cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:57.830805 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 57202) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:46:57.862786 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-55db7228-de78-4fa6-b971-5ca64fa97a88 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks [] for security_group, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:57.864948 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-55db7228-de78-4fa6-b971-5ca64fa97a88 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1774 time: 1.7270966 Jun 14 14:46:57.867844 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 57208) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:46:57.888444 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.v2.base [None req-d4d11381-f732-416d-8ee0-ebef22b32d1e tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Request body: {'security_group_rule': {'security_group_id': '1347ac37-5848-4178-9b5e-4b2149ac523e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:46:57.899445 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-c33bc064-60e4-44a4-ae18-44757b16cd29 None None] For port 19267b8f-8c0a-4213-86a8-a8ecf6c90a2f, host dv-cinder-726180-9-iscsi, cleared binding levels {{(pid=99485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:46:57.911100 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-c33bc064-60e4-44a4-ae18-44757b16cd29 None None] For port 19267b8f-8c0a-4213-86a8-a8ecf6c90a2f, host dv-cinder-726180-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=19267b8f-8c0a-4213-86a8-a8ecf6c90a2f,segment=NetworkSegment(3a52893f-b9e9-4664-b955-88ac2abfbad8),segment_id=3a52893f-b9e9-4664-b955-88ac2abfbad8)] {{(pid=99485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:46:57.957796 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-81c382ae-8216-4e7a-a560-b65bd59036cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:57.962357 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-cd3d42bf-2cd3-48e0-b5c2-59000b6b3104 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:58.088506 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-a369197b-1466-4939-acf4-e6da21ba5bd2 req-364c2eaa-60b8-4e3b-94c9-fbb710347d54 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-905456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763375065887'] for port, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:58.096878 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-c33bc064-60e4-44a4-ae18-44757b16cd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:58.100478 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:46:58.116188 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-df7019e6-7ada-4e0c-8138-ebfab1b5e1ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:46:58.207060 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-81c382ae-8216-4e7a-a560-b65bd59036cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:58.273444 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:46:58.319257 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9069bab6-00a6-4ef6-acef-17ecc32fff44 None None] Pushing event updated for resources: {'Port': ['ID=19267b8f-8c0a-4213-86a8-a8ecf6c90a2f,revision_number=4']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:46:58.330638 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364c2eaa-60b8-4e3b-94c9-fbb710347d54 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] Pushing event updated for resources: {'Port': ['ID=68de361a-d946-44be-912c-4574be949ace,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:46:58.349510 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a369197b-1466-4939-acf4-e6da21ba5bd2 req-364c2eaa-60b8-4e3b-94c9-fbb710347d54 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] Network 7f05b172-ee7e-4350-8b8f-fe2c8292c693 is already hosted by enough agents. {{(pid=99484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:46:58.351847 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33bc064-60e4-44a4-ae18-44757b16cd29 None None] Routers {'a1e19f38-71a9-42c2-ad03-564a62f5fdd5'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:46:58.353309 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-364c2eaa-60b8-4e3b-94c9-fbb710347d54 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:46:58.356273 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.base_scheduler [req-a369197b-1466-4939-acf4-e6da21ba5bd2 req-364c2eaa-60b8-4e3b-94c9-fbb710347d54 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] Resources bound (agent type, host, resource id): {{(pid=99484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:46:58.357449 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-c33bc064-60e4-44a4-ae18-44757b16cd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:46:28Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['a1e19f38-71a9-42c2-ad03-564a62f5fdd5'], 'active': True} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:46:58.368599 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.l3_dvrscheduler_db [req-a369197b-1466-4939-acf4-e6da21ba5bd2 req-364c2eaa-60b8-4e3b-94c9-fbb710347d54 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] Received port after_create {{(pid=99484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:46:58.382523 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-81c382ae-8216-4e7a-a560-b65bd59036cc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a35fc6591bfa408c93b350c94e360a04&name=default HTTP/1.1" status: 200 len: 2976 time: 1.0679770 Jun 14 14:46:58.385001 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369197b-1466-4939-acf4-e6da21ba5bd2 req-364c2eaa-60b8-4e3b-94c9-fbb710347d54 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:46:58.385692 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-a369197b-1466-4939-acf4-e6da21ba5bd2 req-364c2eaa-60b8-4e3b-94c9-fbb710347d54 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699218'] for port, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:58.389561 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 57218) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:46:58.390860 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c382ae-8216-4e7a-a560-b65bd59036cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4cee115-941b-46dc-9e55-21a4db646842,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:46:58.414372 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-81c382ae-8216-4e7a-a560-b65bd59036cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:46:58.579051 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-d4d11381-f732-416d-8ee0-ebef22b32d1e tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:58.634260 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-b546ce64-f959-487d-a494-3fd1633ea014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:58.740677 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e9247-6cce-4eaf-a0c0-90995beb696e req-9644f1b9-e354-4c75-8a17-7f1f8be47d74 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:46:58.751793 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-fe7e9247-6cce-4eaf-a0c0-90995beb696e req-9644f1b9-e354-4c75-8a17-7f1f8be47d74 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20b5ca5-adc9-4f3f-b2e2-12eb950498f7 HTTP/1.1" status: 200 len: 932 time: 0.4804540 Jun 14 14:46:58.763900 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-d4d11381-f732-416d-8ee0-ebef22b32d1e tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:58.937501 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-56dd42f4-b56d-4a7c-ac54-661ab1d9ef19 req-43c3858e-7b6b-495c-a6cf-f67914ebec80 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=271f1bd4-4895-42e2-8f36-0ac8e95c61e6 HTTP/1.1" status: 200 len: 210 time: 0.0749977 Jun 14 14:46:58.960522 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-b546ce64-f959-487d-a494-3fd1633ea014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:58.965664 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-d4d11381-f732-416d-8ee0-ebef22b32d1e tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125863'] for security_group_rule, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:58.987492 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-cd3d42bf-2cd3-48e0-b5c2-59000b6b3104 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:58.992626 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:46:59.056527 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d11381-f732-416d-8ee0-ebef22b32d1e tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86f3ab2b-a1c5-4b12-8d2a-5c991dfec2ea,revision_number=0']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:46:59.064281 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-d4d11381-f732-416d-8ee0-ebef22b32d1e tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:46:59.089205 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-cd3d42bf-2cd3-48e0-b5c2-59000b6b3104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:59.118077 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-fe7e9247-6cce-4eaf-a0c0-90995beb696e req-f3f79b22-1c62-4765-9f23-1b9b7f3256c0 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] 10.222.0.55 "GET /v2.0/security-groups?id=58077830-2d49-4c4c-84ba-1a2352ab84db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3612263 Jun 14 14:46:59.119792 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:46:59.127545 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-cd3d42bf-2cd3-48e0-b5c2-59000b6b3104 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a4cc8429823845fb9332f19e0823f5f4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2943535 Jun 14 14:46:59.129316 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 57248) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:46:59.173551 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-9069bab6-00a6-4ef6-acef-17ecc32fff44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.073s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:46:59.182475 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3d42bf-2cd3-48e0-b5c2-59000b6b3104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad24890-e3a9-48db-82d3-566ec4790609,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:46:59.187016 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-cd3d42bf-2cd3-48e0-b5c2-59000b6b3104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:46:59.208851 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-d4d11381-f732-416d-8ee0-ebef22b32d1e tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:59.212622 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-d4d11381-f732-416d-8ee0-ebef22b32d1e tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3417325 Jun 14 14:46:59.215610 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-a369197b-1466-4939-acf4-e6da21ba5bd2 req-364c2eaa-60b8-4e3b-94c9-fbb710347d54 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5549340 Jun 14 14:46:59.219801 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 57252) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:46:59.244806 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.v2.base [None req-a18bfca9-f772-4714-84b6-19dd81d616f9 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Request body: {'security_group_rule': {'security_group_id': '1347ac37-5848-4178-9b5e-4b2149ac523e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:46:59.370731 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvr_db [None req-c33bc064-60e4-44a4-ae18-44757b16cd29 None None] Set router a1e19f38-71a9-42c2-ad03-564a62f5fdd5 gateway port host: dv-cinder-726180-9-iscsi {{(pid=99485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:46:59.458801 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-d2ffcf6a-2614-4b65-a239-cf1b4cf890ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:59.520256 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-d2ffcf6a-2614-4b65-a239-cf1b4cf890ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:59.521350 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:59.527470 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-fd829675-5f9a-4437-963a-5a58b433f0e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:59.618180 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-a18bfca9-f772-4714-84b6-19dd81d616f9 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:59.658603 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-b546ce64-f959-487d-a494-3fd1633ea014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:59.668356 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-b546ce64-f959-487d-a494-3fd1633ea014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:59.681287 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-b546ce64-f959-487d-a494-3fd1633ea014 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b4cee115-941b-46dc-9e55-21a4db646842 HTTP/1.1" status: 204 len: 168 time: 1.2738273 Jun 14 14:46:59.682331 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-0a132196-c03d-4f16-b73b-87a06c1439e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:46:59.708558 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b546ce64-f959-487d-a494-3fd1633ea014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4cee115-941b-46dc-9e55-21a4db646842,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:46:59.711882 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-b546ce64-f959-487d-a494-3fd1633ea014 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:46:59.751079 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-d2ffcf6a-2614-4b65-a239-cf1b4cf890ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:59.757205 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-d2ffcf6a-2614-4b65-a239-cf1b4cf890ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:59.759857 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-d2ffcf6a-2614-4b65-a239-cf1b4cf890ec admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9ad24890-e3a9-48db-82d3-566ec4790609 HTTP/1.1" status: 204 len: 168 time: 0.6164119 Jun 14 14:46:59.760936 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:46:59.772895 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:59.780358 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ffcf6a-2614-4b65-a239-cf1b4cf890ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad24890-e3a9-48db-82d3-566ec4790609,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:46:59.787014 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-d2ffcf6a-2614-4b65-a239-cf1b4cf890ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:46:59.804436 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-fac6794f-d54e-43a2-84ad-332974bc6d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:59.856403 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-a18bfca9-f772-4714-84b6-19dd81d616f9 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:59.971987 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-a18bfca9-f772-4714-84b6-19dd81d616f9 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125863'] for security_group_rule, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:59.974033 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-d4d11381-f732-416d-8ee0-ebef22b32d1e tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:47:00.014426 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18bfca9-f772-4714-84b6-19dd81d616f9 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ea1d087-1e8b-4114-84a4-f6656619e268,revision_number=0']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:47:00.017519 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-a18bfca9-f772-4714-84b6-19dd81d616f9 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:47:00.031229 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-c33bc064-60e4-44a4-ae18-44757b16cd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e19f38-71a9-42c2-ad03-564a62f5fdd5', 'name': 'tempest-AttachVolumeTestJSON-744546021-router', 'tenant_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '7f9e7668-8166-4761-9be7-99419494fe6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:46:41Z', 'updated_at': '2021-06-14T14:46:51Z', 'revision_number': 4, 'project_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'gw_port': {'id': '7f9e7668-8166-4761-9be7-99419494fe6e', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:db:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e19f38-71a9-42c2-ad03-564a62f5fdd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:46:43Z', 'updated_at': '2021-06-14T14:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_interfaces': [{'id': '19267b8f-8c0a-4213-86a8-a8ecf6c90a2f', 'name': '', 'network_id': '0f24e05a-f59f-42ec-ad23-eb813ca68e34', 'tenant_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'mac_address': 'fa:16:3e:44:e4:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1e19f38-71a9-42c2-ad03-564a62f5fdd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fdbf821b-0f7c-45ba-93c7-1bd078cce400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:46:50Z', 'updated_at': '2021-06-14T14:46:57Z', 'revision_number': 4, 'project_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'subnets': [{'id': 'fdbf821b-0f7c-45ba-93c7-1bd078cce400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:47:00.046566 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33bc064-60e4-44a4-ae18-44757b16cd29 None None] The sync data for ids ['a1e19f38-71a9-42c2-ad03-564a62f5fdd5'] in dv-cinder-726180-9-iscsi is: [{'id': 'a1e19f38-71a9-42c2-ad03-564a62f5fdd5', 'name': 'tempest-AttachVolumeTestJSON-744546021-router', 'tenant_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '7f9e7668-8166-4761-9be7-99419494fe6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:46:41Z', 'updated_at': '2021-06-14T14:46:51Z', 'revision_number': 4, 'project_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'gw_port': {'id': '7f9e7668-8166-4761-9be7-99419494fe6e', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:db:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e19f38-71a9-42c2-ad03-564a62f5fdd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:46:43Z', 'updated_at': '2021-06-14T14:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_interfaces': [{'id': '19267b8f-8c0a-4213-86a8-a8ecf6c90a2f', 'name': '', 'network_id': '0f24e05a-f59f-42ec-ad23-eb813ca68e34', 'tenant_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'mac_address': 'fa:16:3e:44:e4:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1e19f38-71a9-42c2-ad03-564a62f5fdd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fdbf821b-0f7c-45ba-93c7-1bd078cce400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:46:50Z', 'updated_at': '2021-06-14T14:46:57Z', 'revision_number': 4, 'project_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'subnets': [{'id': 'fdbf821b-0f7c-45ba-93c7-1bd078cce400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 14:47:00.195425 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-a18bfca9-f772-4714-84b6-19dd81d616f9 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:00.198343 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-a18bfca9-f772-4714-84b6-19dd81d616f9 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9774086 Jun 14 14:47:00.203140 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 57272) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:47:00.210251 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.v2.base [None req-01422d53-9bc2-4616-b4e2-b3e59b7c973c tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Request body: {'floatingip': {'floating_network_id': '380d7500-e042-4a28-87f8-50b947846e60'}} {{(pid=99483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:47:00.313004 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [req-a369197b-1466-4939-acf4-e6da21ba5bd2 req-4dafa337-c8af-4a0b-9df3-ef8df7b7105b tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=99484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 14 14:47:00.315354 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-a369197b-1466-4939-acf4-e6da21ba5bd2 req-4dafa337-c8af-4a0b-9df3-ef8df7b7105b tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0241065 Jun 14 14:47:00.419378 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-01422d53-9bc2-4616-b4e2-b3e59b7c973c tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks [] for floatingip, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:01.058763 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-5e39c1c1-894d-4786-a2eb-480985b80148 req-76a544b3-93c0-4706-8948-9c9b73fabf9e tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=271f1bd4-4895-42e2-8f36-0ac8e95c61e6 HTTP/1.1" status: 200 len: 210 time: 0.6908088 Jun 14 14:47:01.070127 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.agents_db [None req-f05f0e2d-2be5-4cb0-86e7-333c7e47477b None None] Agent healthcheck: found 6 active agents {{(pid=99486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 14:47:01.113020 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4942c60-912f-437a-8087-2cacf77e5037 req-e0633a37-25aa-4ef8-9d6d-f80c8af32c8a tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:01.122019 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-f4942c60-912f-437a-8087-2cacf77e5037 req-e0633a37-25aa-4ef8-9d6d-f80c8af32c8a tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20b5ca5-adc9-4f3f-b2e2-12eb950498f7 HTTP/1.1" status: 200 len: 932 time: 0.5486076 Jun 14 14:47:01.192307 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device 19267b8f-8c0a-4213-86a8-a8ecf6c90a2f up at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:47:01.235929 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.v2.base [req-a369197b-1466-4939-acf4-e6da21ba5bd2 req-b7ea271e-6ea7-4a01-98b5-b369b75e7a0b service neutron] Request body: {'port': {'device_id': 'b20b5ca5-adc9-4f3f-b2e2-12eb950498f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-72618'}} {{(pid=99484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:47:01.384027 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-f4942c60-912f-437a-8087-2cacf77e5037 req-a03010d2-ff6e-4b85-a037-0bc231e9d428 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] 10.222.0.55 "GET /v2.0/security-groups?id=58077830-2d49-4c4c-84ba-1a2352ab84db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582421 Jun 14 14:47:01.438090 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-01422d53-9bc2-4616-b4e2-b3e59b7c973c tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905267'] for port, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:01.550025 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-a369197b-1466-4939-acf4-e6da21ba5bd2 req-b7ea271e-6ea7-4a01-98b5-b369b75e7a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:01.790084 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning for port 19267b8f-8c0a-4213-86a8-a8ecf6c90a2f completed by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:47:01.799746 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-39b4335d-7f90-4c96-ac82-c584c202a69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:01.804423 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning complete for port 19267b8f-8c0a-4213-86a8-a8ecf6c90a2f triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:47:01.804423 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:01.901367 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.21', 56407) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:47:01.971023 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.db_base_plugin_common [None req-01422d53-9bc2-4616-b4e2-b3e59b7c973c tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Allocated IP 172.27.3.151 (380d7500-e042-4a28-87f8-50b947846e60/5342af6e-54a0-4047-9509-517c9dedbdeb/64d3b2a1-628d-49fb-a7b3-54a376809811) {{(pid=99483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:47:02.304919 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:02.527149 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 57310) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:47:02.570232 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] For port 19267b8f-8c0a-4213-86a8-a8ecf6c90a2f, host dv-cinder-726180-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=19267b8f-8c0a-4213-86a8-a8ecf6c90a2f,segment=NetworkSegment(3a52893f-b9e9-4664-b955-88ac2abfbad8),segment_id=3a52893f-b9e9-4664-b955-88ac2abfbad8)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:47:02.670634 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-d4994dfb-1437-4972-b278-63ef48c53b9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:02.745191 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:02.752826 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:47:02.995744 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Pushing event updated for resources: {'Port': ['ID=19267b8f-8c0a-4213-86a8-a8ecf6c90a2f,revision_number=5']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:47:03.011031 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:47:03.247992 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-1d3dc0d6-62ba-49a9-ad97-fcc77a8406e1 req-43a3a73e-6064-4fa9-9437-4d094c4deca5 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=271f1bd4-4895-42e2-8f36-0ac8e95c61e6 HTTP/1.1" status: 200 len: 210 time: 0.2385335 Jun 14 14:47:03.455246 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.notifiers.nova [req-a369197b-1466-4939-acf4-e6da21ba5bd2 req-b7ea271e-6ea7-4a01-98b5-b369b75e7a0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68de361a-d946-44be-912c-4574be949ace {{(pid=99484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:47:03.469497 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-a369197b-1466-4939-acf4-e6da21ba5bd2 req-b7ea271e-6ea7-4a01-98b5-b369b75e7a0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:03.492979 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737db4a2-a9e2-4c1e-be27-f4e374a4deba req-d1a5ade9-e26c-439c-86c3-f1d5d6071288 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:03.495927 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-737db4a2-a9e2-4c1e-be27-f4e374a4deba req-d1a5ade9-e26c-439c-86c3-f1d5d6071288 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.21 "GET /v2.0/networks?id=279d0dfb-7f10-4838-93a8-73440a285c6d HTTP/1.1" status: 200 len: 819 time: 1.5931036 Jun 14 14:47:03.514308 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.provisioning_blocks [req-a369197b-1466-4939-acf4-e6da21ba5bd2 req-b7ea271e-6ea7-4a01-98b5-b369b75e7a0b service neutron] Transition to ACTIVE for port object 68de361a-d946-44be-912c-4574be949ace will not be triggered until provisioned by entity L2. {{(pid=99484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:47:03.635276 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-a369197b-1466-4939-acf4-e6da21ba5bd2 req-b7ea271e-6ea7-4a01-98b5-b369b75e7a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:03.639794 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:47:03.710485 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-01422d53-9bc2-4616-b4e2-b3e59b7c973c tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks [] for port, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:03.837802 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec5eda3-b528-4cd8-983e-a01759ac986d req-e6e83922-4ac8-4e5a-b5c0-0953a90e38b4 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:03.840602 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-cec5eda3-b528-4cd8-983e-a01759ac986d req-e6e83922-4ac8-4e5a-b5c0-0953a90e38b4 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20b5ca5-adc9-4f3f-b2e2-12eb950498f7 HTTP/1.1" status: 200 len: 932 time: 0.7354009 Jun 14 14:47:03.868194 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.v2.base [req-737db4a2-a9e2-4c1e-be27-f4e374a4deba req-ecd766d7-786e-49f9-a53d-8c31f3fe19af tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Request body: {'port': {'device_id': '544ef9a6-fafa-4c97-bbd9-004212687a60', 'network_id': '279d0dfb-7f10-4838-93a8-73440a285c6d', 'admin_state_up': True, 'tenant_id': '242c3d1f11d44afab53a6162544fd9e6'}} {{(pid=99483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:47:03.890909 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-d4994dfb-1437-4972-b278-63ef48c53b9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:04.044997 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-d4994dfb-1437-4972-b278-63ef48c53b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:04.059968 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ea271e-6ea7-4a01-98b5-b369b75e7a0b service neutron] Pushing event updated for resources: {'Port': ['ID=68de361a-d946-44be-912c-4574be949ace,revision_number=2']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:47:04.108587 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:47:04.113263 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-d4994dfb-1437-4972-b278-63ef48c53b9c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f3453dd6b9334cde844e6741cd4abdd2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5718961 Jun 14 14:47:04.125895 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-b7ea271e-6ea7-4a01-98b5-b369b75e7a0b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:47:04.130956 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 57344) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:47:04.161312 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4994dfb-1437-4972-b278-63ef48c53b9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=074e74a4-f2bb-4d67-81d9-a11f15c1e26d,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:47:04.170225 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-d4994dfb-1437-4972-b278-63ef48c53b9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:47:04.172683 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.managers [req-a369197b-1466-4939-acf4-e6da21ba5bd2 req-b7ea271e-6ea7-4a01-98b5-b369b75e7a0b service neutron] Attempting to bind port 68de361a-d946-44be-912c-4574be949ace on host hv-cinder-72618 for vnic_type normal with profile {{(pid=99484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:47:04.173385 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.managers [req-a369197b-1466-4939-acf4-e6da21ba5bd2 req-b7ea271e-6ea7-4a01-98b5-b369b75e7a0b service neutron] Attempting to bind port 68de361a-d946-44be-912c-4574be949ace by drivers openvswitch,hyperv on host hv-cinder-72618 at level 0 using segments [{'id': '4a81e2f8-9641-4b21-8f22-d983a8c6c131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7f05b172-ee7e-4350-8b8f-fe2c8292c693'}] {{(pid=99484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:47:04.173762 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a369197b-1466-4939-acf4-e6da21ba5bd2 req-b7ea271e-6ea7-4a01-98b5-b369b75e7a0b service neutron] Attempting to bind port 68de361a-d946-44be-912c-4574be949ace on network 7f05b172-ee7e-4350-8b8f-fe2c8292c693 {{(pid=99484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:47:04.206314 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a369197b-1466-4939-acf4-e6da21ba5bd2 req-b7ea271e-6ea7-4a01-98b5-b369b75e7a0b service neutron] Port 68de361a-d946-44be-912c-4574be949ace on network 7f05b172-ee7e-4350-8b8f-fe2c8292c693 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-72618 {{(pid=99484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 14:47:04.209404 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a369197b-1466-4939-acf4-e6da21ba5bd2 req-b7ea271e-6ea7-4a01-98b5-b369b75e7a0b service neutron] Attempting to bind port 68de361a-d946-44be-912c-4574be949ace on network 7f05b172-ee7e-4350-8b8f-fe2c8292c693 {{(pid=99484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:47:04.228338 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-01422d53-9bc2-4616-b4e2-b3e59b7c973c tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-905456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763375065887'] for port, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:04.238493 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a369197b-1466-4939-acf4-e6da21ba5bd2 req-b7ea271e-6ea7-4a01-98b5-b369b75e7a0b service neutron] Checking agent: {'id': '75f5f45e-0f41-4f3b-9aad-8e3a5980501e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-72618', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 44, 59), 'started_at': datetime.datetime(2021, 6, 14, 14, 44, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:47:04.239395 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a369197b-1466-4939-acf4-e6da21ba5bd2 req-b7ea271e-6ea7-4a01-98b5-b369b75e7a0b service neutron] Checking segment: {'id': '4a81e2f8-9641-4b21-8f22-d983a8c6c131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7f05b172-ee7e-4350-8b8f-fe2c8292c693'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:47:04.241138 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a369197b-1466-4939-acf4-e6da21ba5bd2 req-b7ea271e-6ea7-4a01-98b5-b369b75e7a0b service neutron] Bound using segment: {'id': '4a81e2f8-9641-4b21-8f22-d983a8c6c131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7f05b172-ee7e-4350-8b8f-fe2c8292c693'} {{(pid=99484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:47:04.242200 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.managers [req-a369197b-1466-4939-acf4-e6da21ba5bd2 req-b7ea271e-6ea7-4a01-98b5-b369b75e7a0b service neutron] Bound port: 68de361a-d946-44be-912c-4574be949ace, host: hv-cinder-72618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a81e2f8-9641-4b21-8f22-d983a8c6c131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7f05b172-ee7e-4350-8b8f-fe2c8292c693'}}] {{(pid=99484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:47:04.243080 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-a369197b-1466-4939-acf4-e6da21ba5bd2 req-b7ea271e-6ea7-4a01-98b5-b369b75e7a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:04.249045 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-cec5eda3-b528-4cd8-983e-a01759ac986d req-f8002d1c-e22a-4331-8000-d802026304af tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] 10.222.0.55 "GET /v2.0/security-groups?id=58077830-2d49-4c4c-84ba-1a2352ab84db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3649523 Jun 14 14:47:04.252271 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:47:04.320331 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01422d53-9bc2-4616-b4e2-b3e59b7c973c tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Network 380d7500-e042-4a28-87f8-50b947846e60 is already hosted by enough agents. {{(pid=99483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:47:04.328226 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01422d53-9bc2-4616-b4e2-b3e59b7c973c tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Pushing event updated for resources: {'Port': ['ID=64d3b2a1-628d-49fb-a7b3-54a376809811,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:47:04.330936 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.base_scheduler [None req-01422d53-9bc2-4616-b4e2-b3e59b7c973c tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Resources bound (agent type, host, resource id): {{(pid=99483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:47:04.345446 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-01422d53-9bc2-4616-b4e2-b3e59b7c973c tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:47:04.364728 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01422d53-9bc2-4616-b4e2-b3e59b7c973c tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Received port after_create {{(pid=99483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:47:04.551684 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-f3d268de-f8b1-4bbe-833a-6d6061ee35eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:04.604135 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-01422d53-9bc2-4616-b4e2-b3e59b7c973c tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:04.643910 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.db [req-a369197b-1466-4939-acf4-e6da21ba5bd2 req-b7ea271e-6ea7-4a01-98b5-b369b75e7a0b service neutron] For port 68de361a-d946-44be-912c-4574be949ace, host hv-cinder-72618, cleared binding levels {{(pid=99484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:47:04.702983 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.21', 56416) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:47:04.758452 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.db [req-a369197b-1466-4939-acf4-e6da21ba5bd2 req-b7ea271e-6ea7-4a01-98b5-b369b75e7a0b service neutron] For port 68de361a-d946-44be-912c-4574be949ace, host hv-cinder-72618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=68de361a-d946-44be-912c-4574be949ace,segment=NetworkSegment(4a81e2f8-9641-4b21-8f22-d983a8c6c131),segment_id=4a81e2f8-9641-4b21-8f22-d983a8c6c131)] {{(pid=99484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:47:04.809103 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-f3d268de-f8b1-4bbe-833a-6d6061ee35eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:04.814256 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-70e63689-68e9-407c-9e86-356b8f57801f req-bb9c7576-084c-4e5d-866a-b6bfa8d1cebc tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=271f1bd4-4895-42e2-8f36-0ac8e95c61e6 HTTP/1.1" status: 200 len: 210 time: 0.2054646 Jun 14 14:47:04.923183 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-737db4a2-a9e2-4c1e-be27-f4e374a4deba req-ecd766d7-786e-49f9-a53d-8c31f3fe19af tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Made reservation on behalf of 242c3d1f11d44afab53a6162544fd9e6 for: {'port': 1} {{(pid=99483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:47:04.926546 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-a369197b-1466-4939-acf4-e6da21ba5bd2 req-b7ea271e-6ea7-4a01-98b5-b369b75e7a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:04.927876 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-737db4a2-a9e2-4c1e-be27-f4e374a4deba req-ecd766d7-786e-49f9-a53d-8c31f3fe19af tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905267'] for port, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:04.933729 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-e337c99f-a179-4b59-b1ee-d15b388b1b68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:47:05.076360 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369197b-1466-4939-acf4-e6da21ba5bd2 req-b7ea271e-6ea7-4a01-98b5-b369b75e7a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:05.076996 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-a369197b-1466-4939-acf4-e6da21ba5bd2 req-b7ea271e-6ea7-4a01-98b5-b369b75e7a0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699218'] for port, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:05.078452 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-a369197b-1466-4939-acf4-e6da21ba5bd2 req-b7ea271e-6ea7-4a01-98b5-b369b75e7a0b service neutron] 10.222.0.21 "PUT /v2.0/ports/68de361a-d946-44be-912c-4574be949ace HTTP/1.1" status: 200 len: 1094 time: 4.0732968 Jun 14 14:47:05.081993 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b20b5ca5-adc9-4f3f-b2e2-12eb950498f7', 'tag': '68de361a-d946-44be-912c-4574be949ace'}] {{(pid=99484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:47:05.113456 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device 19267b8f-8c0a-4213-86a8-a8ecf6c90a2f up at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:47:05.279814 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning complete for port 19267b8f-8c0a-4213-86a8-a8ecf6c90a2f triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:47:05.280266 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:05.305804 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-01422d53-9bc2-4616-b4e2-b3e59b7c973c tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:05.370011 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ea271e-6ea7-4a01-98b5-b369b75e7a0b service neutron] Pushing event updated for resources: {'Port': ['ID=68de361a-d946-44be-912c-4574be949ace,revision_number=3']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:47:05.373885 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-b7ea271e-6ea7-4a01-98b5-b369b75e7a0b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:47:05.533349 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-f3d268de-f8b1-4bbe-833a-6d6061ee35eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:05.540356 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-f3d268de-f8b1-4bbe-833a-6d6061ee35eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:05.547129 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-f3d268de-f8b1-4bbe-833a-6d6061ee35eb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/074e74a4-f2bb-4d67-81d9-a11f15c1e26d HTTP/1.1" status: 204 len: 168 time: 1.4103074 Jun 14 14:47:05.547129 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:47:05.595365 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d268de-f8b1-4bbe-833a-6d6061ee35eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=074e74a4-f2bb-4d67-81d9-a11f15c1e26d,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:47:05.598808 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-f3d268de-f8b1-4bbe-833a-6d6061ee35eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:47:06.014595 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369197b-1466-4939-acf4-e6da21ba5bd2 req-2145ef2e-7be4-4bd2-a851-909b2c9fdfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:06.018694 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-a369197b-1466-4939-acf4-e6da21ba5bd2 req-2145ef2e-7be4-4bd2-a851-909b2c9fdfc5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b3a4f12fe8f642528f9768679bb8cabc&device_id=b20b5ca5-adc9-4f3f-b2e2-12eb950498f7 HTTP/1.1" status: 200 len: 1097 time: 0.3576581 Jun 14 14:47:06.065527 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d59e03e546515fa4e63eddd697505d7af87b03111d3d4a09b383aaccd0eedd18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b042bd-de16-4728-b3d1-8d069d84a287" -d '{"events": [{"name": "network-changed", "server_uuid": "b20b5ca5-adc9-4f3f-b2e2-12eb950498f7", "tag": "68de361a-d946-44be-912c-4574be949ace"}]}' {{(pid=99484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:47:06.237611 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.db_base_plugin_common [req-737db4a2-a9e2-4c1e-be27-f4e374a4deba req-ecd766d7-786e-49f9-a53d-8c31f3fe19af tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Allocated IP 172.20.0.8 (279d0dfb-7f10-4838-93a8-73440a285c6d/49408d3b-84a8-4c0a-b61a-5027e2e91b41/c3abc5e1-9f7c-4b8e-9136-bcb9ef9bb7cf) {{(pid=99483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:47:06.330760 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a8cc8-6e04-4140-bf40-9e709732f519 req-5f4fea46-b51c-464f-8910-626c44955815 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:06.340222 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-9e3a8cc8-6e04-4140-bf40-9e709732f519 req-5f4fea46-b51c-464f-8910-626c44955815 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.21 "GET /v2.0/networks?id=279d0dfb-7f10-4838-93a8-73440a285c6d HTTP/1.1" status: 200 len: 819 time: 0.9903381 Jun 14 14:47:06.407282 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.v2.base [req-9e3a8cc8-6e04-4140-bf40-9e709732f519 req-8c5b3aa7-f39f-42dc-a74d-4ef718588a0f tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Request body: {'port': {'device_id': '271f1bd4-4895-42e2-8f36-0ac8e95c61e6', 'network_id': '279d0dfb-7f10-4838-93a8-73440a285c6d', 'admin_state_up': True, 'tenant_id': '242c3d1f11d44afab53a6162544fd9e6'}} {{(pid=99483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:47:06.535438 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 57414) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:47:06.593859 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-a369197b-1466-4939-acf4-e6da21ba5bd2 req-7e0e2dc7-9039-4d44-b10a-ecc374a169f6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68de361a-d946-44be-912c-4574be949ace HTTP/1.1" status: 200 len: 217 time: 0.1919110 Jun 14 14:47:06.627500 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-b218d5b6-a211-452e-95a8-bf3c9ee3eff3 req-cea550dd-e29a-40f4-8681-91ab5fe54550 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=271f1bd4-4895-42e2-8f36-0ac8e95c61e6 HTTP/1.1" status: 200 len: 210 time: 0.3695097 Jun 14 14:47:06.808886 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f126f7d-b3db-4212-bb27-e3adb89915ee req-79711331-3d5a-4732-93dd-01ec233f44d1 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:06.821926 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-9f126f7d-b3db-4212-bb27-e3adb89915ee req-79711331-3d5a-4732-93dd-01ec233f44d1 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20b5ca5-adc9-4f3f-b2e2-12eb950498f7 HTTP/1.1" status: 200 len: 944 time: 1.1385205 Jun 14 14:47:06.952680 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369197b-1466-4939-acf4-e6da21ba5bd2 req-a3839117-8b7a-4bf7-b569-c0c88df675f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:06.955443 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-a369197b-1466-4939-acf4-e6da21ba5bd2 req-a3839117-8b7a-4bf7-b569-c0c88df675f0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=67d8658e-6451-4dd5-a7f9-3353b99c50a8 HTTP/1.1" status: 200 len: 852 time: 0.1901026 Jun 14 14:47:07.031765 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-01422d53-9bc2-4616-b4e2-b3e59b7c973c tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks [] for port, precommit_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:07.189299 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-a369197b-1466-4939-acf4-e6da21ba5bd2 req-9f93ca0e-3428-4aed-9d49-80fba42dd2f6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7f05b172-ee7e-4350-8b8f-fe2c8292c693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2015209 Jun 14 14:47:07.194623 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-01422d53-9bc2-4616-b4e2-b3e59b7c973c tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:07.264771 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-92916d65-7358-4d29-adcd-355136bb0490 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:47:07.492123 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01422d53-9bc2-4616-b4e2-b3e59b7c973c tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Pushing event updated for resources: {'Port': ['ID=64d3b2a1-628d-49fb-a7b3-54a376809811,revision_number=2']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:47:07.557788 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-027fa880-c21c-4c38-90c6-db59e5cc5394 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:07.607115 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-01422d53-9bc2-4616-b4e2-b3e59b7c973c tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:47:07.659552 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 14:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a29733d4-050c-4879-af5a-cfb7c28dff8d x-openstack-request-id: req-a29733d4-050c-4879-af5a-cfb7c28dff8d {{(pid=99484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:47:07.669685 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b20b5ca5-adc9-4f3f-b2e2-12eb950498f7", "tag": "68de361a-d946-44be-912c-4574be949ace", "status": "completed", "code": 200}]} {{(pid=99484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:47:07.669685 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a29733d4-050c-4879-af5a-cfb7c28dff8d {{(pid=99484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:47:07.669685 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b20b5ca5-adc9-4f3f-b2e2-12eb950498f7', 'tag': '68de361a-d946-44be-912c-4574be949ace', 'status': 'completed', 'code': 200} Jun 14 14:47:08.142726 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-9f126f7d-b3db-4212-bb27-e3adb89915ee req-36cd9a14-0396-401e-b62d-4f6c8d93874d tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] 10.222.0.55 "GET /v2.0/security-groups?id=58077830-2d49-4c4c-84ba-1a2352ab84db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3129005 Jun 14 14:47:08.161513 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-01422d53-9bc2-4616-b4e2-b3e59b7c973c tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4045686'] for floatingip, after_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:08.442951 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 57472) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:47:08.535722 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-487df0ff-4a06-4c29-a96c-a47abf76bc17 req-61f59a58-fc69-47c0-ae38-ebce22c10a30 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=271f1bd4-4895-42e2-8f36-0ac8e95c61e6 HTTP/1.1" status: 200 len: 210 time: 0.5212877 Jun 14 14:47:08.537612 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-737db4a2-a9e2-4c1e-be27-f4e374a4deba req-ecd766d7-786e-49f9-a53d-8c31f3fe19af tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Notify callbacks [] for port, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:08.590471 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-a369197b-1466-4939-acf4-e6da21ba5bd2 req-e7b32c0a-e7f4-49af-9466-082a3cce741c service neutron] 10.222.0.21 "GET /v2.0/networks/7f05b172-ee7e-4350-8b8f-fe2c8292c693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7738032 Jun 14 14:47:08.653917 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-027fa880-c21c-4c38-90c6-db59e5cc5394 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:08.718851 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-7484de02-b206-4d75-8fe9-55268e939db3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:08.864478 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-737db4a2-a9e2-4c1e-be27-f4e374a4deba req-ecd766d7-786e-49f9-a53d-8c31f3fe19af tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-905456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763375065887'] for port, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:08.868272 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-027fa880-c21c-4c38-90c6-db59e5cc5394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:08.872031 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:47:08.929351 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-027fa880-c21c-4c38-90c6-db59e5cc5394 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2ce94e08caa74ffeab9bf72844d1ee09&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3656249 Jun 14 14:47:08.935813 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 57484) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:47:08.940102 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027fa880-c21c-4c38-90c6-db59e5cc5394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ef20ec-87e1-4223-b28d-1cecee203f28,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:47:08.957117 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-027fa880-c21c-4c38-90c6-db59e5cc5394 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:47:08.957840 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:47:09.076743 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-737db4a2-a9e2-4c1e-be27-f4e374a4deba req-ecd766d7-786e-49f9-a53d-8c31f3fe19af tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Network 279d0dfb-7f10-4838-93a8-73440a285c6d is already hosted by enough agents. {{(pid=99483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:47:09.078318 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-bd62a068-5347-4d4d-8de3-3a778648568d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:09.088985 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.base_scheduler [req-737db4a2-a9e2-4c1e-be27-f4e374a4deba req-ecd766d7-786e-49f9-a53d-8c31f3fe19af tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Resources bound (agent type, host, resource id): {{(pid=99483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:47:09.104473 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.l3_dvrscheduler_db [req-737db4a2-a9e2-4c1e-be27-f4e374a4deba req-ecd766d7-786e-49f9-a53d-8c31f3fe19af tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Received port after_create {{(pid=99483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:47:09.110544 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737db4a2-a9e2-4c1e-be27-f4e374a4deba req-ecd766d7-786e-49f9-a53d-8c31f3fe19af tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:09.111213 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-737db4a2-a9e2-4c1e-be27-f4e374a4deba req-ecd766d7-786e-49f9-a53d-8c31f3fe19af tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699218'] for port, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:09.118114 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-bd62a068-5347-4d4d-8de3-3a778648568d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:09.128874 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-01422d53-9bc2-4616-b4e2-b3e59b7c973c tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645'] for floatingip, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:09.144278 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-01422d53-9bc2-4616-b4e2-b3e59b7c973c tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.9322240 Jun 14 14:47:09.153451 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd766d7-786e-49f9-a53d-8c31f3fe19af tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Pushing event updated for resources: {'Port': ['ID=c3abc5e1-9f7c-4b8e-9136-bcb9ef9bb7cf,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:47:09.166723 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-ecd766d7-786e-49f9-a53d-8c31f3fe19af tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:47:09.391362 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e3a8cc8-6e04-4140-bf40-9e709732f519 req-8c5b3aa7-f39f-42dc-a74d-4ef718588a0f tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Made reservation on behalf of 242c3d1f11d44afab53a6162544fd9e6 for: {'port': 1} {{(pid=99483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:47:09.403384 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-9e3a8cc8-6e04-4140-bf40-9e709732f519 req-8c5b3aa7-f39f-42dc-a74d-4ef718588a0f tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905267'] for port, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:09.536079 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-50fd8ffe-96c9-4af8-9fe1-a977fb6814b6 req-a3d7d9df-ad78-46c9-b919-e0da13224dc6 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--715528087&fields=id&tenant_id=f6d775d7d5f04714a3c3dbf66a8c9048 HTTP/1.1" status: 200 len: 267 time: 0.0801735 Jun 14 14:47:09.557602 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78865036-e359-4f00-b281-0684d83e077d req-4fb397f4-2d90-483e-a0d4-0def8d3a3607 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:09.559357 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-78865036-e359-4f00-b281-0684d83e077d req-4fb397f4-2d90-483e-a0d4-0def8d3a3607 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20b5ca5-adc9-4f3f-b2e2-12eb950498f7 HTTP/1.1" status: 200 len: 944 time: 0.1439874 Jun 14 14:47:09.623060 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-78865036-e359-4f00-b281-0684d83e077d req-6da301b8-2927-47a9-bda9-95048e6c6915 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] 10.222.0.55 "GET /v2.0/security-groups?id=58077830-2d49-4c4c-84ba-1a2352ab84db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523386 Jun 14 14:47:09.727527 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd8ffe-96c9-4af8-9fe1-a977fb6814b6 req-df418db7-dc70-4d4a-a67c-3b5126a190b3 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:09.730004 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-50fd8ffe-96c9-4af8-9fe1-a977fb6814b6 req-df418db7-dc70-4d4a-a67c-3b5126a190b3 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/networks?id=0f24e05a-f59f-42ec-ad23-eb813ca68e34 HTTP/1.1" status: 200 len: 810 time: 0.1807446 Jun 14 14:47:09.760507 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-50fd8ffe-96c9-4af8-9fe1-a977fb6814b6 req-50e44c71-c134-4af4-8775-53f28671ed51 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/quotas/f6d775d7d5f04714a3c3dbf66a8c9048 HTTP/1.1" status: 200 len: 375 time: 0.0193822 Jun 14 14:47:09.828427 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-9d692050-e4b2-47a2-89ee-9162f897e549 req-d5b6c70e-f698-439b-b61c-24a760c49281 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=271f1bd4-4895-42e2-8f36-0ac8e95c61e6 HTTP/1.1" status: 200 len: 210 time: 0.0451767 Jun 14 14:47:09.866188 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-bd62a068-5347-4d4d-8de3-3a778648568d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:09.870922 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-bd62a068-5347-4d4d-8de3-3a778648568d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:09.872129 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-bd62a068-5347-4d4d-8de3-3a778648568d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a4ef20ec-87e1-4223-b28d-1cecee203f28 HTTP/1.1" status: 204 len: 168 time: 0.9348304 Jun 14 14:47:09.874103 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:47:09.901842 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd62a068-5347-4d4d-8de3-3a778648568d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ef20ec-87e1-4223-b28d-1cecee203f28,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:47:09.904988 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-bd62a068-5347-4d4d-8de3-3a778648568d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:47:09.955591 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-50fd8ffe-96c9-4af8-9fe1-a977fb6814b6 req-c357f1a2-dde9-4c91-bbe6-e65fe83e8c98 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f6d775d7d5f04714a3c3dbf66a8c9048&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1852784 Jun 14 14:47:10.059716 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.db_base_plugin_common [req-9e3a8cc8-6e04-4140-bf40-9e709732f519 req-8c5b3aa7-f39f-42dc-a74d-4ef718588a0f tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Allocated IP 172.20.0.2 (279d0dfb-7f10-4838-93a8-73440a285c6d/49408d3b-84a8-4c0a-b61a-5027e2e91b41/d9bb20f8-8a47-4ef7-97f1-5fbb1347a20a) {{(pid=99483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:47:10.085647 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-7484de02-b206-4d75-8fe9-55268e939db3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:10.136758 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-50fd8ffe-96c9-4af8-9fe1-a977fb6814b6 req-f6d032ff-4e56-4040-9313-db23a12ad4a9 service neutron] 10.222.0.55 "GET /v2.0/networks/0f24e05a-f59f-42ec-ad23-eb813ca68e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713877 Jun 14 14:47:10.300962 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-9e3a8cc8-6e04-4140-bf40-9e709732f519 req-8c5b3aa7-f39f-42dc-a74d-4ef718588a0f tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Notify callbacks [] for port, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:10.327653 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-7484de02-b206-4d75-8fe9-55268e939db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:10.335134 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-68ceef44-48d5-42a0-97b1-dc86ab52f2d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:47:10.373978 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-50fd8ffe-96c9-4af8-9fe1-a977fb6814b6 req-6c58f0f8-a575-4da0-aa9a-7b47d26e4efc service neutron] 10.222.0.55 "GET /v2.0/networks/0f24e05a-f59f-42ec-ad23-eb813ca68e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236409 Jun 14 14:47:10.429125 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-737db4a2-a9e2-4c1e-be27-f4e374a4deba req-ecd766d7-786e-49f9-a53d-8c31f3fe19af tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.5745482 Jun 14 14:47:10.442836 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-7484de02-b206-4d75-8fe9-55268e939db3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ad48e35126d74802a73d889d4d64d1b0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9889922 Jun 14 14:47:10.447097 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 57520) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:47:10.449364 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7484de02-b206-4d75-8fe9-55268e939db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28505c42-f81d-46d4-b7c1-770f39bbaa64,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:47:10.455277 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-7484de02-b206-4d75-8fe9-55268e939db3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:47:10.572143 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-6bd5bd7e-4de8-4ea0-9543-36839c585c1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:10.607110 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-6bd5bd7e-4de8-4ea0-9543-36839c585c1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:10.805523 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-9e3a8cc8-6e04-4140-bf40-9e709732f519 req-8c5b3aa7-f39f-42dc-a74d-4ef718588a0f tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-905456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763375065887'] for port, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:10.812095 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-ecd766d7-786e-49f9-a53d-8c31f3fe19af tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:47:10.823529 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-6bd5bd7e-4de8-4ea0-9543-36839c585c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:10.827072 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-6bd5bd7e-4de8-4ea0-9543-36839c585c1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:10.828241 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-6bd5bd7e-4de8-4ea0-9543-36839c585c1c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/28505c42-f81d-46d4-b7c1-770f39bbaa64 HTTP/1.1" status: 204 len: 168 time: 0.3800447 Jun 14 14:47:10.829174 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-4f3b2f58-e30f-45fd-90c5-1826d12e010b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:47:10.846262 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd5bd7e-4de8-4ea0-9543-36839c585c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28505c42-f81d-46d4-b7c1-770f39bbaa64,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:47:10.853173 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-6bd5bd7e-4de8-4ea0-9543-36839c585c1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:47:10.880544 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e3a8cc8-6e04-4140-bf40-9e709732f519 req-8c5b3aa7-f39f-42dc-a74d-4ef718588a0f tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Network 279d0dfb-7f10-4838-93a8-73440a285c6d is already hosted by enough agents. {{(pid=99483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:47:10.893570 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.base_scheduler [req-9e3a8cc8-6e04-4140-bf40-9e709732f519 req-8c5b3aa7-f39f-42dc-a74d-4ef718588a0f tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Resources bound (agent type, host, resource id): {{(pid=99483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:47:10.897010 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e3a8cc8-6e04-4140-bf40-9e709732f519 req-8c5b3aa7-f39f-42dc-a74d-4ef718588a0f tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Received port after_create {{(pid=99483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:47:10.902866 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a8cc8-6e04-4140-bf40-9e709732f519 req-8c5b3aa7-f39f-42dc-a74d-4ef718588a0f tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:10.903526 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-9e3a8cc8-6e04-4140-bf40-9e709732f519 req-8c5b3aa7-f39f-42dc-a74d-4ef718588a0f tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699218'] for port, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:10.974412 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72106907-c0d7-4488-bce7-5e792e78b410 req-98c222a8-ab8d-4b08-8595-e441bff005a7 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:10.985350 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-72106907-c0d7-4488-bce7-5e792e78b410 req-98c222a8-ab8d-4b08-8595-e441bff005a7 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20b5ca5-adc9-4f3f-b2e2-12eb950498f7 HTTP/1.1" status: 200 len: 944 time: 0.2232432 Jun 14 14:47:10.987831 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5b3aa7-f39f-42dc-a74d-4ef718588a0f tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Pushing event updated for resources: {'Port': ['ID=d9bb20f8-8a47-4ef7-97f1-5fbb1347a20a,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:47:10.997323 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-8c5b3aa7-f39f-42dc-a74d-4ef718588a0f tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:47:11.061826 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-72106907-c0d7-4488-bce7-5e792e78b410 req-c3cb2890-ae9a-4da6-a87d-ac6945a697db tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] 10.222.0.55 "GET /v2.0/security-groups?id=58077830-2d49-4c4c-84ba-1a2352ab84db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752535 Jun 14 14:47:11.198845 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-bacc01c7-2276-4b96-a00e-ea0d4a9e0f50 req-06030395-ade2-4c03-b6a2-970588896cb2 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=517c6891-dd10-4a1f-9bbc-312ff0548f30 HTTP/1.1" status: 200 len: 210 time: 0.0756061 Jun 14 14:47:11.205692 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-9e3a8cc8-6e04-4140-bf40-9e709732f519 req-8c5b3aa7-f39f-42dc-a74d-4ef718588a0f tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8192356 Jun 14 14:47:11.223239 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 57544) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:47:11.261876 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-10ded536-5b14-4071-ae67-36aeea8eb4df admin admin] Notify callbacks [] for security_group, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:11.506530 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0157874-7659-41db-a560-ab23643b803d req-491379ac-33c7-452c-8bcd-146b9c60c2d4 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:11.512640 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-e0157874-7659-41db-a560-ab23643b803d req-491379ac-33c7-452c-8bcd-146b9c60c2d4 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=271f1bd4-4895-42e2-8f36-0ac8e95c61e6 HTTP/1.1" status: 200 len: 931 time: 0.2121749 Jun 14 14:47:11.589127 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-e0157874-7659-41db-a560-ab23643b803d req-4009ef2a-5601-4518-821a-fb7497defb1a tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751364 Jun 14 14:47:11.630866 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-10ded536-5b14-4071-ae67-36aeea8eb4df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:11.703387 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-10ded536-5b14-4071-ae67-36aeea8eb4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:11.714299 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-f3d268de-f8b1-4bbe-833a-6d6061ee35eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:47:11.791215 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-10ded536-5b14-4071-ae67-36aeea8eb4df admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e9138ce8ea17456990d5b1ed5c0c5611&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5668728 Jun 14 14:47:11.793458 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ded536-5b14-4071-ae67-36aeea8eb4df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f34de53-4164-474f-833c-ef764b52c478,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:47:11.797405 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-10ded536-5b14-4071-ae67-36aeea8eb4df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:47:11.797586 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 57568) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:47:11.887535 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-56fe1f94-8cf8-4c64-9600-dc0fc3633544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:11.917090 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-56fe1f94-8cf8-4c64-9600-dc0fc3633544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:12.009309 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 57570) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:47:12.031981 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-62faaa4d-2b0c-47c0-ab5d-dfe6140bef97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:12.103076 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-56fe1f94-8cf8-4c64-9600-dc0fc3633544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:12.117509 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-56fe1f94-8cf8-4c64-9600-dc0fc3633544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:12.119354 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-56fe1f94-8cf8-4c64-9600-dc0fc3633544 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7f34de53-4164-474f-833c-ef764b52c478 HTTP/1.1" status: 204 len: 168 time: 0.3124211 Jun 14 14:47:12.123193 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:47:12.139490 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fe1f94-8cf8-4c64-9600-dc0fc3633544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f34de53-4164-474f-833c-ef764b52c478,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:47:12.150107 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-56fe1f94-8cf8-4c64-9600-dc0fc3633544 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:47:12.310104 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.v2.base [req-737db4a2-a9e2-4c1e-be27-f4e374a4deba req-1d54e6e5-cd16-424f-a3b6-3085ce8843d6 service neutron] Request body: {'port': {'device_id': '544ef9a6-fafa-4c97-bbd9-004212687a60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-72618'}} {{(pid=99483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:47:12.319266 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.v2.base [req-9e3a8cc8-6e04-4140-bf40-9e709732f519 req-2304cb11-e7b1-473e-8b47-98de4863e49d service neutron] Request body: {'port': {'device_id': '271f1bd4-4895-42e2-8f36-0ac8e95c61e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-72618'}} {{(pid=99483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:47:12.344133 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-f3c038fc-04f0-4665-be4a-4c3a5b3202a3 req-37b2ea70-b674-4dde-a836-fa897a301943 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=517c6891-dd10-4a1f-9bbc-312ff0548f30 HTTP/1.1" status: 200 len: 210 time: 0.0675638 Jun 14 14:47:12.409118 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-62faaa4d-2b0c-47c0-ab5d-dfe6140bef97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:12.469050 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0762de22-7f3d-46e6-9374-e0a53715099d req-b5b7c8d3-e732-4b15-b553-9c44b0ee2cda tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:12.478141 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-0762de22-7f3d-46e6-9374-e0a53715099d req-b5b7c8d3-e732-4b15-b553-9c44b0ee2cda tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20b5ca5-adc9-4f3f-b2e2-12eb950498f7 HTTP/1.1" status: 200 len: 944 time: 0.2854605 Jun 14 14:47:12.536098 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-a369197b-1466-4939-acf4-e6da21ba5bd2 req-dce9299a-4249-4dc0-bc76-44bd563a0585 service neutron] 10.222.0.21 "GET /v2.0/networks/7f05b172-ee7e-4350-8b8f-fe2c8292c693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599959 Jun 14 14:47:12.615852 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-62faaa4d-2b0c-47c0-ab5d-dfe6140bef97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:12.624156 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:47:12.677918 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 57594) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:47:12.696510 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-9e3a8cc8-6e04-4140-bf40-9e709732f519 req-2304cb11-e7b1-473e-8b47-98de4863e49d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:12.712570 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-737db4a2-a9e2-4c1e-be27-f4e374a4deba req-1d54e6e5-cd16-424f-a3b6-3085ce8843d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:12.729802 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-0762de22-7f3d-46e6-9374-e0a53715099d req-a14e2e1f-5199-49b4-9c78-d2fcda5e30b4 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] 10.222.0.55 "GET /v2.0/security-groups?id=58077830-2d49-4c4c-84ba-1a2352ab84db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504673 Jun 14 14:47:12.741859 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-62faaa4d-2b0c-47c0-ab5d-dfe6140bef97 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2583c7cdcf6d4b35bd2a85d0529cda1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7311194 Jun 14 14:47:12.745150 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 57600) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:47:12.754205 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62faaa4d-2b0c-47c0-ab5d-dfe6140bef97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3e70e4-79b6-487c-b84c-8be09fea8ee5,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:47:12.760046 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-62faaa4d-2b0c-47c0-ab5d-dfe6140bef97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:47:13.019710 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-a739068f-1735-40c5-976e-ee58a510c93f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:13.028219 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78e2c47-3b69-4dd4-a3c3-60fa6772f3be req-8a021024-9ec9-4ee6-b92d-3a07c5df03ea tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:13.030704 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-c78e2c47-3b69-4dd4-a3c3-60fa6772f3be req-8a021024-9ec9-4ee6-b92d-3a07c5df03ea tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=271f1bd4-4895-42e2-8f36-0ac8e95c61e6 HTTP/1.1" status: 200 len: 931 time: 0.3059154 Jun 14 14:47:13.083817 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-a739068f-1735-40c5-976e-ee58a510c93f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:13.155418 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b042bd-de16-4728-b3d1-8d069d84a287 req-d55cc341-cb50-4bcc-8951-47df63e3d4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:13.156971 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-e2b042bd-de16-4728-b3d1-8d069d84a287 req-d55cc341-cb50-4bcc-8951-47df63e3d4dc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b3a4f12fe8f642528f9768679bb8cabc&device_id=b20b5ca5-adc9-4f3f-b2e2-12eb950498f7 HTTP/1.1" status: 200 len: 1097 time: 0.3165121 Jun 14 14:47:13.160594 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-100a9729-ae4b-4964-b519-36d619cf41cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:13.271306 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-c78e2c47-3b69-4dd4-a3c3-60fa6772f3be req-530b679f-5e6b-42b3-b20a-993b0cfc184d tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251720 Jun 14 14:47:13.432586 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b042bd-de16-4728-b3d1-8d069d84a287 req-8ebb86b6-9c96-42c1-a522-2f256ba7017d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:13.434430 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-e2b042bd-de16-4728-b3d1-8d069d84a287 req-8ebb86b6-9c96-42c1-a522-2f256ba7017d service neutron] 10.222.0.21 "GET /v2.0/networks?id=7f05b172-ee7e-4350-8b8f-fe2c8292c693 HTTP/1.1" status: 200 len: 913 time: 0.2540126 Jun 14 14:47:13.582245 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-100a9729-ae4b-4964-b519-36d619cf41cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:13.586313 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-e2b042bd-de16-4728-b3d1-8d069d84a287 req-7dc7f100-19f8-4fa2-a11b-88cf0cea900c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68de361a-d946-44be-912c-4574be949ace HTTP/1.1" status: 200 len: 217 time: 0.1449645 Jun 14 14:47:13.586969 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-a739068f-1735-40c5-976e-ee58a510c93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:13.589316 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-68c6f498-edc1-40f4-abb8-dbc197c3aa5b req-a0ae7f18-e2e8-4745-b23f-dc3bdba9fa7d tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=517c6891-dd10-4a1f-9bbc-312ff0548f30 HTTP/1.1" status: 200 len: 210 time: 0.0625756 Jun 14 14:47:13.590191 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-a739068f-1735-40c5-976e-ee58a510c93f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:13.594362 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-a739068f-1735-40c5-976e-ee58a510c93f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2f3e70e4-79b6-487c-b84c-8be09fea8ee5 HTTP/1.1" status: 204 len: 168 time: 0.8479822 Jun 14 14:47:13.596362 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-acc72004-b055-4056-ad02-6d7399adb57c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:47:13.643162 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a739068f-1735-40c5-976e-ee58a510c93f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3e70e4-79b6-487c-b84c-8be09fea8ee5,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:47:13.650321 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-a739068f-1735-40c5-976e-ee58a510c93f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:47:13.659639 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.notifiers.nova [req-9e3a8cc8-6e04-4140-bf40-9e709732f519 req-2304cb11-e7b1-473e-8b47-98de4863e49d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9bb20f8-8a47-4ef7-97f1-5fbb1347a20a {{(pid=99483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:47:13.661077 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b042bd-de16-4728-b3d1-8d069d84a287 req-2b48ce59-6795-496c-8d45-a92ad42d30a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:13.663088 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-e2b042bd-de16-4728-b3d1-8d069d84a287 req-2b48ce59-6795-496c-8d45-a92ad42d30a3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=67d8658e-6451-4dd5-a7f9-3353b99c50a8 HTTP/1.1" status: 200 len: 852 time: 0.0676711 Jun 14 14:47:13.668883 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-9e3a8cc8-6e04-4140-bf40-9e709732f519 req-2304cb11-e7b1-473e-8b47-98de4863e49d service neutron] Notify callbacks [] for port, precommit_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:13.687459 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.provisioning_blocks [req-9e3a8cc8-6e04-4140-bf40-9e709732f519 req-2304cb11-e7b1-473e-8b47-98de4863e49d service neutron] Transition to ACTIVE for port object d9bb20f8-8a47-4ef7-97f1-5fbb1347a20a will not be triggered until provisioned by entity L2. {{(pid=99483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:47:13.704979 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-100a9729-ae4b-4964-b519-36d619cf41cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:13.707465 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-e2b042bd-de16-4728-b3d1-8d069d84a287 req-fd68a42b-529d-49af-a9f6-e31939859e0c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7f05b172-ee7e-4350-8b8f-fe2c8292c693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346031 Jun 14 14:47:13.710443 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:47:13.803874 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100a9729-ae4b-4964-b519-36d619cf41cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd35639-b53f-4b66-ace8-bd61d09669db,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:47:13.810257 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-9e3a8cc8-6e04-4140-bf40-9e709732f519 req-2304cb11-e7b1-473e-8b47-98de4863e49d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:13.828632 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-100a9729-ae4b-4964-b519-36d619cf41cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:47:13.830211 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-01422d53-9bc2-4616-b4e2-b3e59b7c973c tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:47:13.839434 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-100a9729-ae4b-4964-b519-36d619cf41cf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c9c5ff735c0b436a8e6a7201fae2c9a0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1597872 Jun 14 14:47:13.841964 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 57628) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:47:14.123718 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 57640) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:47:14.222678 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2304cb11-e7b1-473e-8b47-98de4863e49d service neutron] Pushing event updated for resources: {'Port': ['ID=d9bb20f8-8a47-4ef7-97f1-5fbb1347a20a,revision_number=2']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:47:14.227835 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-2304cb11-e7b1-473e-8b47-98de4863e49d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:47:14.267543 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-e2b042bd-de16-4728-b3d1-8d069d84a287 req-b991fa6d-a246-40fb-9311-dbe469b43e89 service neutron] 10.222.0.21 "GET /v2.0/networks/7f05b172-ee7e-4350-8b8f-fe2c8292c693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5382226 Jun 14 14:47:14.332506 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.managers [req-9e3a8cc8-6e04-4140-bf40-9e709732f519 req-2304cb11-e7b1-473e-8b47-98de4863e49d service neutron] Attempting to bind port d9bb20f8-8a47-4ef7-97f1-5fbb1347a20a on host hv-cinder-72618 for vnic_type normal with profile {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:47:14.332867 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.managers [req-9e3a8cc8-6e04-4140-bf40-9e709732f519 req-2304cb11-e7b1-473e-8b47-98de4863e49d service neutron] Attempting to bind port d9bb20f8-8a47-4ef7-97f1-5fbb1347a20a by drivers openvswitch,hyperv on host hv-cinder-72618 at level 0 using segments [{'id': '0acbc633-2344-41ea-9343-14810d63bf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '279d0dfb-7f10-4838-93a8-73440a285c6d'}] {{(pid=99483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:47:14.333228 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3a8cc8-6e04-4140-bf40-9e709732f519 req-2304cb11-e7b1-473e-8b47-98de4863e49d service neutron] Attempting to bind port d9bb20f8-8a47-4ef7-97f1-5fbb1347a20a on network 279d0dfb-7f10-4838-93a8-73440a285c6d {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:47:14.344819 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3a8cc8-6e04-4140-bf40-9e709732f519 req-2304cb11-e7b1-473e-8b47-98de4863e49d service neutron] Port d9bb20f8-8a47-4ef7-97f1-5fbb1347a20a on network 279d0dfb-7f10-4838-93a8-73440a285c6d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-72618 {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 14:47:14.345155 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3a8cc8-6e04-4140-bf40-9e709732f519 req-2304cb11-e7b1-473e-8b47-98de4863e49d service neutron] Attempting to bind port d9bb20f8-8a47-4ef7-97f1-5fbb1347a20a on network 279d0dfb-7f10-4838-93a8-73440a285c6d {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:47:14.358088 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3a8cc8-6e04-4140-bf40-9e709732f519 req-2304cb11-e7b1-473e-8b47-98de4863e49d service neutron] Checking agent: {'id': '75f5f45e-0f41-4f3b-9aad-8e3a5980501e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-72618', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 44, 59), 'started_at': datetime.datetime(2021, 6, 14, 14, 44, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:47:14.358427 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3a8cc8-6e04-4140-bf40-9e709732f519 req-2304cb11-e7b1-473e-8b47-98de4863e49d service neutron] Checking segment: {'id': '0acbc633-2344-41ea-9343-14810d63bf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '279d0dfb-7f10-4838-93a8-73440a285c6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:47:14.361464 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3a8cc8-6e04-4140-bf40-9e709732f519 req-2304cb11-e7b1-473e-8b47-98de4863e49d service neutron] Bound using segment: {'id': '0acbc633-2344-41ea-9343-14810d63bf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '279d0dfb-7f10-4838-93a8-73440a285c6d'} {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:47:14.361464 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.managers [req-9e3a8cc8-6e04-4140-bf40-9e709732f519 req-2304cb11-e7b1-473e-8b47-98de4863e49d service neutron] Bound port: d9bb20f8-8a47-4ef7-97f1-5fbb1347a20a, host: hv-cinder-72618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0acbc633-2344-41ea-9343-14810d63bf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '279d0dfb-7f10-4838-93a8-73440a285c6d'}}] {{(pid=99483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:47:14.361464 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-9e3a8cc8-6e04-4140-bf40-9e709732f519 req-2304cb11-e7b1-473e-8b47-98de4863e49d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:14.404835 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-863ea39c-e9db-4d77-b543-de5d2be4de7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:14.452637 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-863ea39c-e9db-4d77-b543-de5d2be4de7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:14.501672 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.notifiers.nova [req-737db4a2-a9e2-4c1e-be27-f4e374a4deba req-1d54e6e5-cd16-424f-a3b6-3085ce8843d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3abc5e1-9f7c-4b8e-9136-bcb9ef9bb7cf {{(pid=99483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:47:14.514971 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321c4141-b20d-498a-a9bc-f4390934a9e8 req-ecb22373-631d-42c7-82bb-9cbe6ed49afc tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:14.522209 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-321c4141-b20d-498a-a9bc-f4390934a9e8 req-ecb22373-631d-42c7-82bb-9cbe6ed49afc tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20b5ca5-adc9-4f3f-b2e2-12eb950498f7 HTTP/1.1" status: 200 len: 944 time: 0.3658834 Jun 14 14:47:14.543770 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-737db4a2-a9e2-4c1e-be27-f4e374a4deba req-1d54e6e5-cd16-424f-a3b6-3085ce8843d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:14.585683 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.provisioning_blocks [req-737db4a2-a9e2-4c1e-be27-f4e374a4deba req-1d54e6e5-cd16-424f-a3b6-3085ce8843d6 service neutron] Transition to ACTIVE for port object c3abc5e1-9f7c-4b8e-9136-bcb9ef9bb7cf will not be triggered until provisioned by entity L2. {{(pid=99483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:47:14.609323 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.db [req-9e3a8cc8-6e04-4140-bf40-9e709732f519 req-2304cb11-e7b1-473e-8b47-98de4863e49d service neutron] For port d9bb20f8-8a47-4ef7-97f1-5fbb1347a20a, host hv-cinder-72618, cleared binding levels {{(pid=99483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:47:14.615863 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.db [req-9e3a8cc8-6e04-4140-bf40-9e709732f519 req-2304cb11-e7b1-473e-8b47-98de4863e49d service neutron] For port d9bb20f8-8a47-4ef7-97f1-5fbb1347a20a, host hv-cinder-72618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=d9bb20f8-8a47-4ef7-97f1-5fbb1347a20a,segment=NetworkSegment(0acbc633-2344-41ea-9343-14810d63bf7d),segment_id=0acbc633-2344-41ea-9343-14810d63bf7d)] {{(pid=99483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:47:14.656293 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276c15a-c79e-467d-9a4d-62f472e37846 req-ff59c50b-42dd-4af8-b4e8-5a1826de006f tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:14.663113 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.21', 56423) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:47:14.683955 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-e276c15a-c79e-467d-9a4d-62f472e37846 req-ff59c50b-42dd-4af8-b4e8-5a1826de006f tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=271f1bd4-4895-42e2-8f36-0ac8e95c61e6 HTTP/1.1" status: 200 len: 943 time: 0.1989717 Jun 14 14:47:14.713515 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-737db4a2-a9e2-4c1e-be27-f4e374a4deba req-1d54e6e5-cd16-424f-a3b6-3085ce8843d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:14.738415 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-321c4141-b20d-498a-a9bc-f4390934a9e8 req-11d60d72-1ace-402f-9052-1e40376f89ec tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] 10.222.0.55 "GET /v2.0/security-groups?id=58077830-2d49-4c4c-84ba-1a2352ab84db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152243 Jun 14 14:47:14.743349 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-8c5b3aa7-f39f-42dc-a74d-4ef718588a0f tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:47:14.747567 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-9e3a8cc8-6e04-4140-bf40-9e709732f519 req-2304cb11-e7b1-473e-8b47-98de4863e49d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:14.792363 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-e2b042bd-de16-4728-b3d1-8d069d84a287 req-84179cb5-48cf-4e04-8200-9fb6dcfcf341 service neutron] 10.222.0.21 "GET /v2.0/networks/7f05b172-ee7e-4350-8b8f-fe2c8292c693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5065613 Jun 14 14:47:14.917060 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-863ea39c-e9db-4d77-b543-de5d2be4de7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:14.924962 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-863ea39c-e9db-4d77-b543-de5d2be4de7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:14.929296 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-863ea39c-e9db-4d77-b543-de5d2be4de7d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6fd35639-b53f-4b66-ace8-bd61d09669db HTTP/1.1" status: 204 len: 168 time: 1.0798523 Jun 14 14:47:14.934554 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:47:14.969883 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863ea39c-e9db-4d77-b543-de5d2be4de7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd35639-b53f-4b66-ace8-bd61d09669db,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:47:14.976960 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-863ea39c-e9db-4d77-b543-de5d2be4de7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:47:15.053605 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd8ffe-96c9-4af8-9fe1-a977fb6814b6 req-ecc54ada-3985-4eca-a24b-465149a49e11 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:15.055879 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-50fd8ffe-96c9-4af8-9fe1-a977fb6814b6 req-ecc54ada-3985-4eca-a24b-465149a49e11 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.21 "GET /v2.0/networks?id=0f24e05a-f59f-42ec-ad23-eb813ca68e34 HTTP/1.1" status: 200 len: 810 time: 0.3888237 Jun 14 14:47:15.072966 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-e276c15a-c79e-467d-9a4d-62f472e37846 req-913808ee-1a3b-4414-99d7-468697d9fdd0 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3873250 Jun 14 14:47:15.088755 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-2e51f8a7-3f61-413f-8ff7-ee15d0066301 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:15.117089 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-1eb35e15-7d91-4d11-bf0d-f672db42acd4 req-d462ba4d-d988-4f04-8b09-84e08bd077c7 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=517c6891-dd10-4a1f-9bbc-312ff0548f30 HTTP/1.1" status: 200 len: 210 time: 0.0996926 Jun 14 14:47:15.126467 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.managers [req-737db4a2-a9e2-4c1e-be27-f4e374a4deba req-1d54e6e5-cd16-424f-a3b6-3085ce8843d6 service neutron] Attempting to bind port c3abc5e1-9f7c-4b8e-9136-bcb9ef9bb7cf on host hv-cinder-72618 for vnic_type normal with profile {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:47:15.126785 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.managers [req-737db4a2-a9e2-4c1e-be27-f4e374a4deba req-1d54e6e5-cd16-424f-a3b6-3085ce8843d6 service neutron] Attempting to bind port c3abc5e1-9f7c-4b8e-9136-bcb9ef9bb7cf by drivers openvswitch,hyperv on host hv-cinder-72618 at level 0 using segments [{'id': '0acbc633-2344-41ea-9343-14810d63bf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '279d0dfb-7f10-4838-93a8-73440a285c6d'}] {{(pid=99483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:47:15.127143 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737db4a2-a9e2-4c1e-be27-f4e374a4deba req-1d54e6e5-cd16-424f-a3b6-3085ce8843d6 service neutron] Attempting to bind port c3abc5e1-9f7c-4b8e-9136-bcb9ef9bb7cf on network 279d0dfb-7f10-4838-93a8-73440a285c6d {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:47:15.135969 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d54e6e5-cd16-424f-a3b6-3085ce8843d6 service neutron] Pushing event updated for resources: {'Port': ['ID=c3abc5e1-9f7c-4b8e-9136-bcb9ef9bb7cf,revision_number=2']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:47:15.142645 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a8cc8-6e04-4140-bf40-9e709732f519 req-2304cb11-e7b1-473e-8b47-98de4863e49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:15.156714 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-9e3a8cc8-6e04-4140-bf40-9e709732f519 req-2304cb11-e7b1-473e-8b47-98de4863e49d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699218'] for port, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:15.159854 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-9e3a8cc8-6e04-4140-bf40-9e709732f519 req-2304cb11-e7b1-473e-8b47-98de4863e49d service neutron] 10.222.0.21 "PUT /v2.0/ports/d9bb20f8-8a47-4ef7-97f1-5fbb1347a20a HTTP/1.1" status: 200 len: 1093 time: 2.8540771 Jun 14 14:47:15.160510 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '271f1bd4-4895-42e2-8f36-0ac8e95c61e6', 'tag': 'd9bb20f8-8a47-4ef7-97f1-5fbb1347a20a'}] {{(pid=99483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:47:15.210479 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-50fd8ffe-96c9-4af8-9fe1-a977fb6814b6 req-49be8666-ae59-4eff-a30e-58ff440a0b98 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6d775d7d5f04714a3c3dbf66a8c9048 HTTP/1.1" status: 200 len: 379 time: 0.0964129 Jun 14 14:47:15.224691 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.v2.base [req-50fd8ffe-96c9-4af8-9fe1-a977fb6814b6 req-2f632c57-a979-4a9f-810d-8d5224ca4573 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Request body: {'port': {'device_id': '517c6891-dd10-4a1f-9bbc-312ff0548f30', 'network_id': '0f24e05a-f59f-42ec-ad23-eb813ca68e34', 'admin_state_up': True, 'tenant_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'security_groups': ['1347ac37-5848-4178-9b5e-4b2149ac523e']}} {{(pid=99484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:47:15.283362 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-1d54e6e5-cd16-424f-a3b6-3085ce8843d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:47:15.294760 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.427s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:47:15.336615 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737db4a2-a9e2-4c1e-be27-f4e374a4deba req-1d54e6e5-cd16-424f-a3b6-3085ce8843d6 service neutron] Port c3abc5e1-9f7c-4b8e-9136-bcb9ef9bb7cf on network 279d0dfb-7f10-4838-93a8-73440a285c6d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-72618 {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 14:47:15.337502 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737db4a2-a9e2-4c1e-be27-f4e374a4deba req-1d54e6e5-cd16-424f-a3b6-3085ce8843d6 service neutron] Attempting to bind port c3abc5e1-9f7c-4b8e-9136-bcb9ef9bb7cf on network 279d0dfb-7f10-4838-93a8-73440a285c6d {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:47:15.368201 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737db4a2-a9e2-4c1e-be27-f4e374a4deba req-1d54e6e5-cd16-424f-a3b6-3085ce8843d6 service neutron] Checking agent: {'id': '75f5f45e-0f41-4f3b-9aad-8e3a5980501e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-72618', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 44, 59), 'started_at': datetime.datetime(2021, 6, 14, 14, 44, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:47:15.369169 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737db4a2-a9e2-4c1e-be27-f4e374a4deba req-1d54e6e5-cd16-424f-a3b6-3085ce8843d6 service neutron] Checking segment: {'id': '0acbc633-2344-41ea-9343-14810d63bf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '279d0dfb-7f10-4838-93a8-73440a285c6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:47:15.369850 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737db4a2-a9e2-4c1e-be27-f4e374a4deba req-1d54e6e5-cd16-424f-a3b6-3085ce8843d6 service neutron] Bound using segment: {'id': '0acbc633-2344-41ea-9343-14810d63bf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '279d0dfb-7f10-4838-93a8-73440a285c6d'} {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:47:15.370737 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.managers [req-737db4a2-a9e2-4c1e-be27-f4e374a4deba req-1d54e6e5-cd16-424f-a3b6-3085ce8843d6 service neutron] Bound port: c3abc5e1-9f7c-4b8e-9136-bcb9ef9bb7cf, host: hv-cinder-72618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0acbc633-2344-41ea-9343-14810d63bf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '279d0dfb-7f10-4838-93a8-73440a285c6d'}}] {{(pid=99483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:47:15.371417 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-737db4a2-a9e2-4c1e-be27-f4e374a4deba req-1d54e6e5-cd16-424f-a3b6-3085ce8843d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:15.526201 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2304cb11-e7b1-473e-8b47-98de4863e49d service neutron] Pushing event updated for resources: {'Port': ['ID=d9bb20f8-8a47-4ef7-97f1-5fbb1347a20a,revision_number=3']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:47:15.551381 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-2304cb11-e7b1-473e-8b47-98de4863e49d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:47:15.734499 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.db [req-737db4a2-a9e2-4c1e-be27-f4e374a4deba req-1d54e6e5-cd16-424f-a3b6-3085ce8843d6 service neutron] For port c3abc5e1-9f7c-4b8e-9136-bcb9ef9bb7cf, host hv-cinder-72618, cleared binding levels {{(pid=99483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:47:15.787098 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.db [req-737db4a2-a9e2-4c1e-be27-f4e374a4deba req-1d54e6e5-cd16-424f-a3b6-3085ce8843d6 service neutron] For port c3abc5e1-9f7c-4b8e-9136-bcb9ef9bb7cf, host hv-cinder-72618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=c3abc5e1-9f7c-4b8e-9136-bcb9ef9bb7cf,segment=NetworkSegment(0acbc633-2344-41ea-9343-14810d63bf7d),segment_id=0acbc633-2344-41ea-9343-14810d63bf7d)] {{(pid=99483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:47:15.835934 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a8cc8-6e04-4140-bf40-9e709732f519 req-6a2ec91e-1eef-499f-97d7-a7491f3c40a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:15.837509 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-9e3a8cc8-6e04-4140-bf40-9e709732f519 req-6a2ec91e-1eef-499f-97d7-a7491f3c40a4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=242c3d1f11d44afab53a6162544fd9e6&device_id=271f1bd4-4895-42e2-8f36-0ac8e95c61e6 HTTP/1.1" status: 200 len: 1096 time: 0.2907674 Jun 14 14:47:15.839530 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-2e51f8a7-3f61-413f-8ff7-ee15d0066301 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:15.935941 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-737db4a2-a9e2-4c1e-be27-f4e374a4deba req-1d54e6e5-cd16-424f-a3b6-3085ce8843d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:15.937461 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-9e3a8cc8-6e04-4140-bf40-9e709732f519 req-9a049992-980e-4966-9a01-464039295a56 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d9bb20f8-8a47-4ef7-97f1-5fbb1347a20a HTTP/1.1" status: 200 len: 217 time: 0.0918145 Jun 14 14:47:15.978456 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-2304cb11-e7b1-473e-8b47-98de4863e49d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:47:16.108949 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50fd8ffe-96c9-4af8-9fe1-a977fb6814b6 req-2f632c57-a979-4a9f-810d-8d5224ca4573 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Made reservation on behalf of f6d775d7d5f04714a3c3dbf66a8c9048 for: {'port': 1} {{(pid=99484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:47:16.112625 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-50fd8ffe-96c9-4af8-9fe1-a977fb6814b6 req-2f632c57-a979-4a9f-810d-8d5224ca4573 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905267'] for port, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:16.179890 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device 68de361a-d946-44be-912c-4574be949ace details requested by agent hyperv_hv-cinder-72618 with host hv-cinder-72618 {{(pid=99485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 14:47:16.217237 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-2e51f8a7-3f61-413f-8ff7-ee15d0066301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:16.298248 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737db4a2-a9e2-4c1e-be27-f4e374a4deba req-1d54e6e5-cd16-424f-a3b6-3085ce8843d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:16.302471 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-737db4a2-a9e2-4c1e-be27-f4e374a4deba req-1d54e6e5-cd16-424f-a3b6-3085ce8843d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699218'] for port, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:16.302471 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-737db4a2-a9e2-4c1e-be27-f4e374a4deba req-1d54e6e5-cd16-424f-a3b6-3085ce8843d6 service neutron] 10.222.0.21 "PUT /v2.0/ports/c3abc5e1-9f7c-4b8e-9136-bcb9ef9bb7cf HTTP/1.1" status: 200 len: 1093 time: 3.9994204 Jun 14 14:47:16.333204 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10e764dcb54ca1904200e902db0bf3fc798e652e4e20eb5cbfc1ab196cf52753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd2b273b-09b7-4fb8-862c-9981ef42a445" -d '{"events": [{"name": "network-changed", "server_uuid": "271f1bd4-4895-42e2-8f36-0ac8e95c61e6", "tag": "d9bb20f8-8a47-4ef7-97f1-5fbb1347a20a"}]}' {{(pid=99483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:47:16.351464 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-2e51f8a7-3f61-413f-8ff7-ee15d0066301 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=12dadeb69c75412fa4ea2b22230e28c7&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2255476 Jun 14 14:47:16.353589 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a8cc8-6e04-4140-bf40-9e709732f519 req-290e3717-3570-4da3-b5df-6d7d556fcda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:16.355379 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-9e3a8cc8-6e04-4140-bf40-9e709732f519 req-290e3717-3570-4da3-b5df-6d7d556fcda3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=49408d3b-84a8-4c0a-b61a-5027e2e91b41 HTTP/1.1" status: 200 len: 859 time: 0.4091353 Jun 14 14:47:16.356409 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 57700) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:47:16.363151 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d54e6e5-cd16-424f-a3b6-3085ce8843d6 service neutron] Pushing event updated for resources: {'Port': ['ID=c3abc5e1-9f7c-4b8e-9136-bcb9ef9bb7cf,revision_number=3']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:47:16.371788 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.db_base_plugin_common [req-50fd8ffe-96c9-4af8-9fe1-a977fb6814b6 req-2f632c57-a979-4a9f-810d-8d5224ca4573 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Allocated IP 172.20.0.6 (0f24e05a-f59f-42ec-ad23-eb813ca68e34/fdbf821b-0f7c-45ba-93c7-1bd078cce400/2e2f73fe-ace8-4f29-95c9-d5af4166b472) {{(pid=99484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:47:16.402179 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-1d54e6e5-cd16-424f-a3b6-3085ce8843d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:47:16.423644 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.186s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:47:16.557688 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-9e3a8cc8-6e04-4140-bf40-9e709732f519 req-0e19075b-ee70-46fd-82fa-721afff20b89 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=279d0dfb-7f10-4838-93a8-73440a285c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1776981 Jun 14 14:47:16.562603 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 57710) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:47:16.576343 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] For port 68de361a-d946-44be-912c-4574be949ace, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=68de361a-d946-44be-912c-4574be949ace,segment=NetworkSegment(4a81e2f8-9641-4b21-8f22-d983a8c6c131),segment_id=4a81e2f8-9641-4b21-8f22-d983a8c6c131)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:47:16.594574 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-50fd8ffe-96c9-4af8-9fe1-a977fb6814b6 req-2f632c57-a979-4a9f-810d-8d5224ca4573 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks [] for port, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:16.609597 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Returning: {'device': '68de361a-d946-44be-912c-4574be949ace', 'network_id': '7f05b172-ee7e-4350-8b8f-fe2c8292c693', 'port_id': '68de361a-d946-44be-912c-4574be949ace', 'mac_address': 'fa:16:3e:1c:93:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67d8658e-6451-4dd5-a7f9-3353b99c50a8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 14:47:16.609951 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.provisioning_blocks [req-50fd8ffe-96c9-4af8-9fe1-a977fb6814b6 req-2f632c57-a979-4a9f-810d-8d5224ca4573 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Transition to ACTIVE for port object 2e2f73fe-ace8-4f29-95c9-d5af4166b472 will not be triggered until provisioned by entity DHCP. {{(pid=99484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:47:16.669150 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0131f370-7081-4a28-a577-a31ae78d5526 req-ea6db723-b4d8-4a00-8160-7a5fa47eb945 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:16.670957 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-0131f370-7081-4a28-a577-a31ae78d5526 req-ea6db723-b4d8-4a00-8160-7a5fa47eb945 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20b5ca5-adc9-4f3f-b2e2-12eb950498f7 HTTP/1.1" status: 200 len: 944 time: 0.7373326 Jun 14 14:47:16.699461 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:16.708074 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e51f8a7-3f61-413f-8ff7-ee15d0066301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d3fbd4-f9fe-464a-b76a-80501553d842,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:47:16.718509 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.notifiers.nova [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68de361a-d946-44be-912c-4574be949ace {{(pid=99485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:47:16.742955 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-50fd8ffe-96c9-4af8-9fe1-a977fb6814b6 req-2f632c57-a979-4a9f-810d-8d5224ca4573 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-905456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763375065887'] for port, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:16.747020 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] For port 68de361a-d946-44be-912c-4574be949ace, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=68de361a-d946-44be-912c-4574be949ace,segment=NetworkSegment(4a81e2f8-9641-4b21-8f22-d983a8c6c131),segment_id=4a81e2f8-9641-4b21-8f22-d983a8c6c131)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:47:16.752930 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-328a1bb1-a70f-4383-b3d6-5d29c14d7f36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:47:16.757123 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-d1715c19-6044-4d8f-b29c-5febc15872c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:16.764939 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-2e51f8a7-3f61-413f-8ff7-ee15d0066301 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:47:16.810006 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a47ab62-a6b9-4814-a9bd-4ce9aa03a090 req-78839d36-bfaa-4e2b-8892-7cf41b08b138 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:16.811635 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-6a47ab62-a6b9-4814-a9bd-4ce9aa03a090 req-78839d36-bfaa-4e2b-8892-7cf41b08b138 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=271f1bd4-4895-42e2-8f36-0ac8e95c61e6 HTTP/1.1" status: 200 len: 943 time: 0.1653228 Jun 14 14:47:16.827201 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50fd8ffe-96c9-4af8-9fe1-a977fb6814b6 req-2f632c57-a979-4a9f-810d-8d5224ca4573 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Network 0f24e05a-f59f-42ec-ad23-eb813ca68e34 is already hosted by enough agents. {{(pid=99484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:47:16.841467 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.base_scheduler [req-50fd8ffe-96c9-4af8-9fe1-a977fb6814b6 req-2f632c57-a979-4a9f-810d-8d5224ca4573 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Resources bound (agent type, host, resource id): {{(pid=99484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:47:16.857343 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:16.859091 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:47:16.870239 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.l3_dvrscheduler_db [req-50fd8ffe-96c9-4af8-9fe1-a977fb6814b6 req-2f632c57-a979-4a9f-810d-8d5224ca4573 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Received port after_create {{(pid=99484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:47:16.880514 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd8ffe-96c9-4af8-9fe1-a977fb6814b6 req-2f632c57-a979-4a9f-810d-8d5224ca4573 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:16.882106 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-50fd8ffe-96c9-4af8-9fe1-a977fb6814b6 req-2f632c57-a979-4a9f-810d-8d5224ca4573 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699218'] for port, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:16.900473 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f632c57-a979-4a9f-810d-8d5224ca4573 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Pushing event updated for resources: {'Port': ['ID=2e2f73fe-ace8-4f29-95c9-d5af4166b472,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:47:16.910667 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-2f632c57-a979-4a9f-810d-8d5224ca4573 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:47:16.952427 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-6a47ab62-a6b9-4814-a9bd-4ce9aa03a090 req-37c9e068-5ce0-4ec0-8012-5beca498dc03 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211405 Jun 14 14:47:17.004182 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-2075aa22-771c-4c87-9354-4c708e23ddef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:17.031503 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-0131f370-7081-4a28-a577-a31ae78d5526 req-ea4382d4-464a-407f-a079-68722c6cf9a0 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] 10.222.0.55 "GET /v2.0/security-groups?id=58077830-2d49-4c4c-84ba-1a2352ab84db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849898 Jun 14 14:47:17.054350 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Pushing event updated for resources: {'Port': ['ID=68de361a-d946-44be-912c-4574be949ace,revision_number=4']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:47:17.059752 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:47:17.092587 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-9e3a8cc8-6e04-4140-bf40-9e709732f519 req-d6669106-ca26-411c-8181-48bf0981a2d0 service neutron] 10.222.0.21 "GET /v2.0/networks/279d0dfb-7f10-4838-93a8-73440a285c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4934015 Jun 14 14:47:17.111416 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] get_ports_and_sgs() called for port_ids ['68de361a-d946-44be-912c-4574be949ace'] {{(pid=99485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 14:47:17.251363 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-2075aa22-771c-4c87-9354-4c708e23ddef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:17.373879 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b803d506-2993-4130-890e-c34104bbbb3d req-cf56b67f-eeb3-4171-a95d-cc74319a274f tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:17.390139 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-b803d506-2993-4130-890e-c34104bbbb3d req-cf56b67f-eeb3-4171-a95d-cc74319a274f tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=517c6891-dd10-4a1f-9bbc-312ff0548f30 HTTP/1.1" status: 200 len: 931 time: 0.1380570 Jun 14 14:47:17.417478 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-b97ed5f2-dcd0-4915-9e27-6dbcaa980b7c None None] Provisioning for port 2e2f73fe-ace8-4f29-95c9-d5af4166b472 completed by entity DHCP. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:47:17.422575 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737db4a2-a9e2-4c1e-be27-f4e374a4deba req-e4ce93ed-cd23-4ece-9f42-b4b76b96796f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:17.424148 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-737db4a2-a9e2-4c1e-be27-f4e374a4deba req-e4ce93ed-cd23-4ece-9f42-b4b76b96796f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=242c3d1f11d44afab53a6162544fd9e6&device_id=544ef9a6-fafa-4c97-bbd9-004212687a60 HTTP/1.1" status: 200 len: 1096 time: 0.9345231 Jun 14 14:47:17.426810 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-9e3a8cc8-6e04-4140-bf40-9e709732f519 req-85727511-fa3e-475f-936a-b536cab8e107 service neutron] 10.222.0.21 "GET /v2.0/networks/279d0dfb-7f10-4838-93a8-73440a285c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198879 Jun 14 14:47:17.448926 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-b97ed5f2-dcd0-4915-9e27-6dbcaa980b7c None None] Provisioning complete for port 2e2f73fe-ace8-4f29-95c9-d5af4166b472 triggered by entity DHCP. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:47:17.449675 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-b97ed5f2-dcd0-4915-9e27-6dbcaa980b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:17.491161 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-b803d506-2993-4130-890e-c34104bbbb3d req-d3b3461d-c24f-488f-bb58-b9239b55ffbe tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=1347ac37-5848-4178-9b5e-4b2149ac523e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994229 Jun 14 14:47:17.559651 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-b97ed5f2-dcd0-4915-9e27-6dbcaa980b7c None None] Port 2e2f73fe-ace8-4f29-95c9-d5af4166b472 cannot update to ACTIVE because it is not bound. {{(pid=99485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 14:47:17.564859 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-737db4a2-a9e2-4c1e-be27-f4e374a4deba req-7752c225-286e-4c18-bafd-3818d4d9e2f4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3abc5e1-9f7c-4b8e-9136-bcb9ef9bb7cf HTTP/1.1" status: 200 len: 217 time: 0.1257491 Jun 14 14:47:17.575852 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 14:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c7ef69-622c-495e-97f9-d2b95a18bad9 x-openstack-request-id: req-f1c7ef69-622c-495e-97f9-d2b95a18bad9 {{(pid=99483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:47:17.579095 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "271f1bd4-4895-42e2-8f36-0ac8e95c61e6", "tag": "d9bb20f8-8a47-4ef7-97f1-5fbb1347a20a", "status": "completed", "code": 200}]} {{(pid=99483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:47:17.579095 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f1c7ef69-622c-495e-97f9-d2b95a18bad9 {{(pid=99483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:47:17.579095 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '271f1bd4-4895-42e2-8f36-0ac8e95c61e6', 'tag': 'd9bb20f8-8a47-4ef7-97f1-5fbb1347a20a', 'status': 'completed', 'code': 200} Jun 14 14:47:17.592549 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-2075aa22-771c-4c87-9354-4c708e23ddef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:17.596604 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-2075aa22-771c-4c87-9354-4c708e23ddef admin admin] Notify callbacks [] for security_group, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:17.597753 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-2075aa22-771c-4c87-9354-4c708e23ddef admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/91d3fbd4-f9fe-464a-b76a-80501553d842 HTTP/1.1" status: 204 len: 168 time: 1.2381749 Jun 14 14:47:17.603796 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-2e51f8a7-3f61-413f-8ff7-ee15d0066301 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:47:17.727523 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2075aa22-771c-4c87-9354-4c708e23ddef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d3fbd4-f9fe-464a-b76a-80501553d842,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:47:17.747428 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-2075aa22-771c-4c87-9354-4c708e23ddef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:47:17.790437 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737db4a2-a9e2-4c1e-be27-f4e374a4deba req-f9684068-7ab6-4933-b31a-9e59ea38b9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:17.792419 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-737db4a2-a9e2-4c1e-be27-f4e374a4deba req-f9684068-7ab6-4933-b31a-9e59ea38b9de service neutron] 10.222.0.21 "GET /v2.0/subnets?id=49408d3b-84a8-4c0a-b61a-5027e2e91b41 HTTP/1.1" status: 200 len: 859 time: 0.2099211 Jun 14 14:47:17.846078 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-737db4a2-a9e2-4c1e-be27-f4e374a4deba req-98d4d764-d7d2-41dd-bf43-3730fa87ccd6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=279d0dfb-7f10-4838-93a8-73440a285c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436370 Jun 14 14:47:17.871299 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-d1715c19-6044-4d8f-b29c-5febc15872c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:17.966187 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b273b-09b7-4fb8-862c-9981ef42a445 req-9804c5c3-ae64-4da9-931e-26f9407c763d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:17.966187 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-dd2b273b-09b7-4fb8-862c-9981ef42a445 req-9804c5c3-ae64-4da9-931e-26f9407c763d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=242c3d1f11d44afab53a6162544fd9e6&device_id=271f1bd4-4895-42e2-8f36-0ac8e95c61e6 HTTP/1.1" status: 200 len: 1096 time: 0.3169115 Jun 14 14:47:18.050733 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-d1715c19-6044-4d8f-b29c-5febc15872c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:18.061781 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-2becfb2b-4342-448c-800d-4170b67c7fff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:47:18.122360 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-50fd8ffe-96c9-4af8-9fe1-a977fb6814b6 req-2f632c57-a979-4a9f-810d-8d5224ca4573 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9053144 Jun 14 14:47:18.137713 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.v2.base [req-50fd8ffe-96c9-4af8-9fe1-a977fb6814b6 req-c0f43bab-9b65-4098-8bf2-d9cf4307e9eb service neutron] Request body: {'port': {'device_id': '517c6891-dd10-4a1f-9bbc-312ff0548f30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-72618'}} {{(pid=99484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:47:18.180564 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device 68de361a-d946-44be-912c-4574be949ace up at agent hyperv_hv-cinder-72618 {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:47:18.200212 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-737db4a2-a9e2-4c1e-be27-f4e374a4deba req-42ac71ba-b14b-4292-9403-ddc402ccdcbf service neutron] 10.222.0.21 "GET /v2.0/networks/279d0dfb-7f10-4838-93a8-73440a285c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3434377 Jun 14 14:47:18.259775 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-d1715c19-6044-4d8f-b29c-5febc15872c2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2959dcd14d904c35b17eae23aada6c72&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6866844 Jun 14 14:47:18.266500 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 57754) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:47:18.266712 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1715c19-6044-4d8f-b29c-5febc15872c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca700794-a125-4cd7-af2d-36aac7b205b2,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:47:18.303249 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-d1715c19-6044-4d8f-b29c-5febc15872c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:47:18.333376 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b273b-09b7-4fb8-862c-9981ef42a445 req-3f9506eb-5b0f-4587-81de-7983ccb943df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:18.336289 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-dd2b273b-09b7-4fb8-862c-9981ef42a445 req-3f9506eb-5b0f-4587-81de-7983ccb943df service neutron] 10.222.0.21 "GET /v2.0/networks?id=279d0dfb-7f10-4838-93a8-73440a285c6d HTTP/1.1" status: 200 len: 920 time: 0.3656676 Jun 14 14:47:18.344910 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Provisioning for port 68de361a-d946-44be-912c-4574be949ace completed by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:47:18.354026 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Provisioning complete for port 68de361a-d946-44be-912c-4574be949ace triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:47:18.354495 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:18.362216 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-50fd8ffe-96c9-4af8-9fe1-a977fb6814b6 req-c0f43bab-9b65-4098-8bf2-d9cf4307e9eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:18.437804 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def8f925-aaec-4e87-8f58-f4b4caac0576 req-75b1a619-b2a9-4b25-8d81-b9c61d487319 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:18.439332 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-def8f925-aaec-4e87-8f58-f4b4caac0576 req-75b1a619-b2a9-4b25-8d81-b9c61d487319 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20b5ca5-adc9-4f3f-b2e2-12eb950498f7 HTTP/1.1" status: 200 len: 945 time: 0.2323670 Jun 14 14:47:18.441877 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-afd30100-dc72-4d34-95fa-eaa580939bb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:18.455899 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-dd2b273b-09b7-4fb8-862c-9981ef42a445 req-732792da-968e-44ec-ba63-60954aede4d3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d9bb20f8-8a47-4ef7-97f1-5fbb1347a20a HTTP/1.1" status: 200 len: 217 time: 0.0729752 Jun 14 14:47:18.511670 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-afd30100-dc72-4d34-95fa-eaa580939bb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:18.528391 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f982c468-0f02-494d-b578-03a1c3fd1f89 req-fc11332f-61f5-4f2d-89fd-187a199ec254 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:18.529949 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-f982c468-0f02-494d-b578-03a1c3fd1f89 req-fc11332f-61f5-4f2d-89fd-187a199ec254 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=271f1bd4-4895-42e2-8f36-0ac8e95c61e6 HTTP/1.1" status: 200 len: 943 time: 0.4222929 Jun 14 14:47:18.538444 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-737db4a2-a9e2-4c1e-be27-f4e374a4deba req-d84ee0dd-357e-465c-95c5-8eddaea871fe service neutron] 10.222.0.21 "GET /v2.0/networks/279d0dfb-7f10-4838-93a8-73440a285c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063543 Jun 14 14:47:18.576335 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b273b-09b7-4fb8-862c-9981ef42a445 req-bd1ec041-5c81-4f19-85cb-be5f19768b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:18.577784 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-dd2b273b-09b7-4fb8-862c-9981ef42a445 req-bd1ec041-5c81-4f19-85cb-be5f19768b8b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=49408d3b-84a8-4c0a-b61a-5027e2e91b41 HTTP/1.1" status: 200 len: 859 time: 0.1135521 Jun 14 14:47:18.582994 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:18.668073 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] For port 68de361a-d946-44be-912c-4574be949ace, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=68de361a-d946-44be-912c-4574be949ace,segment=NetworkSegment(4a81e2f8-9641-4b21-8f22-d983a8c6c131),segment_id=4a81e2f8-9641-4b21-8f22-d983a8c6c131)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:47:18.675468 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b20b5ca5-adc9-4f3f-b2e2-12eb950498f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68de361a-d946-44be-912c-4574be949ace'}] {{(pid=99485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:47:18.698166 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 57764) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:47:18.716304 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-def8f925-aaec-4e87-8f58-f4b4caac0576 req-a415fe40-221a-4c92-87fc-fe1c8d71f0a5 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] 10.222.0.55 "GET /v2.0/security-groups?id=58077830-2d49-4c4c-84ba-1a2352ab84db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612507 Jun 14 14:47:18.738946 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-08e1abe3-01c7-4ef4-8dab-e6a29395229a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:18.802303 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:18.807030 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:47:18.889481 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-f982c468-0f02-494d-b578-03a1c3fd1f89 req-0743462c-20bd-4f5e-a25b-dd1bf8adeeb3 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3499842 Jun 14 14:47:18.891554 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-dd2b273b-09b7-4fb8-862c-9981ef42a445 req-cb556282-0512-4870-be81-ed20fbe13c90 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=279d0dfb-7f10-4838-93a8-73440a285c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3039725 Jun 14 14:47:18.950146 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Pushing event updated for resources: {'Port': ['ID=68de361a-d946-44be-912c-4574be949ace,revision_number=5']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:47:18.958519 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:47:19.116958 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-afd30100-dc72-4d34-95fa-eaa580939bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:19.128397 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f63d7a0-60cb-4629-aab6-ed396153d080 req-ba7bc463-3fc5-4b6e-a4ff-6cd274e2ad14 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:19.135980 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-4f63d7a0-60cb-4629-aab6-ed396153d080 req-ba7bc463-3fc5-4b6e-a4ff-6cd274e2ad14 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=517c6891-dd10-4a1f-9bbc-312ff0548f30 HTTP/1.1" status: 200 len: 931 time: 0.1882977 Jun 14 14:47:19.147188 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb48b8a921a599a4918edb6fe4edb23e72f7f4aaa6ba2d648db764b95ae78972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec0a24fd-8eaf-4d08-a517-457292bbbda1" -d '{"events": [{"server_uuid": "b20b5ca5-adc9-4f3f-b2e2-12eb950498f7", "name": "network-vif-plugged", "status": "completed", "tag": "68de361a-d946-44be-912c-4574be949ace"}]}' {{(pid=99485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:47:19.147599 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-afd30100-dc72-4d34-95fa-eaa580939bb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:19.147599 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-afd30100-dc72-4d34-95fa-eaa580939bb0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ca700794-a125-4cd7-af2d-36aac7b205b2 HTTP/1.1" status: 204 len: 168 time: 0.8775592 Jun 14 14:47:19.199813 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-dd2b273b-09b7-4fb8-862c-9981ef42a445 req-00179fb0-f2ac-4618-948e-0f1173dab652 service neutron] 10.222.0.21 "GET /v2.0/networks/279d0dfb-7f10-4838-93a8-73440a285c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007834 Jun 14 14:47:19.205827 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-cd3d42bf-2cd3-48e0-b5c2-59000b6b3104 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:47:19.218353 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.notifiers.nova [req-50fd8ffe-96c9-4af8-9fe1-a977fb6814b6 req-c0f43bab-9b65-4098-8bf2-d9cf4307e9eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e2f73fe-ace8-4f29-95c9-d5af4166b472 {{(pid=99484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:47:19.226492 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd30100-dc72-4d34-95fa-eaa580939bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca700794-a125-4cd7-af2d-36aac7b205b2,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:47:19.256327 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-50fd8ffe-96c9-4af8-9fe1-a977fb6814b6 req-c0f43bab-9b65-4098-8bf2-d9cf4307e9eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:19.260496 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-afd30100-dc72-4d34-95fa-eaa580939bb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:47:19.328661 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-4f63d7a0-60cb-4629-aab6-ed396153d080 req-d071854a-f711-4ff5-84b9-ed90ff4779ff tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=1347ac37-5848-4178-9b5e-4b2149ac523e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1914232 Jun 14 14:47:19.399706 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 14:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb86a3a-0119-4ad7-9fd3-7d6eedaf8092 x-openstack-request-id: req-2bb86a3a-0119-4ad7-9fd3-7d6eedaf8092 {{(pid=99485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:47:19.399853 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b20b5ca5-adc9-4f3f-b2e2-12eb950498f7", "name": "network-vif-plugged", "status": "completed", "tag": "68de361a-d946-44be-912c-4574be949ace", "code": 200}]} {{(pid=99485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:47:19.400149 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2bb86a3a-0119-4ad7-9fd3-7d6eedaf8092 {{(pid=99485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:47:19.400620 dv-cinder-726180-9-iscsi neutron-server[99485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b20b5ca5-adc9-4f3f-b2e2-12eb950498f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68de361a-d946-44be-912c-4574be949ace', 'code': 200} Jun 14 14:47:19.415309 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-08e1abe3-01c7-4ef4-8dab-e6a29395229a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:19.435387 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-dd2b273b-09b7-4fb8-862c-9981ef42a445 req-830ddb5a-e9e3-429a-a7d6-d800e6ed60c2 service neutron] 10.222.0.21 "GET /v2.0/networks/279d0dfb-7f10-4838-93a8-73440a285c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282474 Jun 14 14:47:19.486547 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.provisioning_blocks [req-50fd8ffe-96c9-4af8-9fe1-a977fb6814b6 req-c0f43bab-9b65-4098-8bf2-d9cf4307e9eb service neutron] Transition to ACTIVE for port object 2e2f73fe-ace8-4f29-95c9-d5af4166b472 will not be triggered until provisioned by entity L2. {{(pid=99484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:47:19.519645 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-08e1abe3-01c7-4ef4-8dab-e6a29395229a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:19.526677 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-10ded536-5b14-4071-ae67-36aeea8eb4df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:47:19.578433 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '544ef9a6-fafa-4c97-bbd9-004212687a60', 'tag': 'c3abc5e1-9f7c-4b8e-9136-bcb9ef9bb7cf'}] {{(pid=99483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:47:19.580820 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-50fd8ffe-96c9-4af8-9fe1-a977fb6814b6 req-c0f43bab-9b65-4098-8bf2-d9cf4307e9eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:19.582903 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10e764dcb54ca1904200e902db0bf3fc798e652e4e20eb5cbfc1ab196cf52753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8443a300-a9e8-43d0-b501-cf830c8c9bcb" -d '{"events": [{"name": "network-changed", "server_uuid": "544ef9a6-fafa-4c97-bbd9-004212687a60", "tag": "c3abc5e1-9f7c-4b8e-9136-bcb9ef9bb7cf"}]}' {{(pid=99483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:47:19.612881 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-08e1abe3-01c7-4ef4-8dab-e6a29395229a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=640d9f20044444ee96011193a2a9d7e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9112043 Jun 14 14:47:19.617539 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 57798) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:47:19.620145 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e1abe3-01c7-4ef4-8dab-e6a29395229a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c812c1f-aaae-4b01-8dbf-f4a76005bb0d,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:47:19.644268 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-08e1abe3-01c7-4ef4-8dab-e6a29395229a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:47:19.646902 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:47:19.655887 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 14:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6cf1fee-34c0-463d-b72e-e86b713dae97 x-openstack-request-id: req-d6cf1fee-34c0-463d-b72e-e86b713dae97 {{(pid=99483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:47:19.659410 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "544ef9a6-fafa-4c97-bbd9-004212687a60", "tag": "c3abc5e1-9f7c-4b8e-9136-bcb9ef9bb7cf", "status": "completed", "code": 200}]} {{(pid=99483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:47:19.659410 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d6cf1fee-34c0-463d-b72e-e86b713dae97 {{(pid=99483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:47:19.659410 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '544ef9a6-fafa-4c97-bbd9-004212687a60', 'tag': 'c3abc5e1-9f7c-4b8e-9136-bcb9ef9bb7cf', 'status': 'completed', 'code': 200} Jun 14 14:47:19.875724 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f43bab-9b65-4098-8bf2-d9cf4307e9eb service neutron] Pushing event updated for resources: {'Port': ['ID=2e2f73fe-ace8-4f29-95c9-d5af4166b472,revision_number=2']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:47:19.882864 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-c0f43bab-9b65-4098-8bf2-d9cf4307e9eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:47:19.914543 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-958560b8-b418-4046-841a-e4ea7de770c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:19.993342 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-958560b8-b418-4046-841a-e4ea7de770c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:20.049013 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.managers [req-50fd8ffe-96c9-4af8-9fe1-a977fb6814b6 req-c0f43bab-9b65-4098-8bf2-d9cf4307e9eb service neutron] Attempting to bind port 2e2f73fe-ace8-4f29-95c9-d5af4166b472 on host hv-cinder-72618 for vnic_type normal with profile {{(pid=99484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:47:20.056577 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.managers [req-50fd8ffe-96c9-4af8-9fe1-a977fb6814b6 req-c0f43bab-9b65-4098-8bf2-d9cf4307e9eb service neutron] Attempting to bind port 2e2f73fe-ace8-4f29-95c9-d5af4166b472 by drivers openvswitch,hyperv on host hv-cinder-72618 at level 0 using segments [{'id': '3a52893f-b9e9-4664-b955-88ac2abfbad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0f24e05a-f59f-42ec-ad23-eb813ca68e34'}] {{(pid=99484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:47:20.057413 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fd8ffe-96c9-4af8-9fe1-a977fb6814b6 req-c0f43bab-9b65-4098-8bf2-d9cf4307e9eb service neutron] Attempting to bind port 2e2f73fe-ace8-4f29-95c9-d5af4166b472 on network 0f24e05a-f59f-42ec-ad23-eb813ca68e34 {{(pid=99484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:47:20.064815 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fd8ffe-96c9-4af8-9fe1-a977fb6814b6 req-c0f43bab-9b65-4098-8bf2-d9cf4307e9eb service neutron] Port 2e2f73fe-ace8-4f29-95c9-d5af4166b472 on network 0f24e05a-f59f-42ec-ad23-eb813ca68e34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-72618 {{(pid=99484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 14:47:20.066029 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fd8ffe-96c9-4af8-9fe1-a977fb6814b6 req-c0f43bab-9b65-4098-8bf2-d9cf4307e9eb service neutron] Attempting to bind port 2e2f73fe-ace8-4f29-95c9-d5af4166b472 on network 0f24e05a-f59f-42ec-ad23-eb813ca68e34 {{(pid=99484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:47:20.078320 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443a300-a9e8-43d0-b501-cf830c8c9bcb req-d3b6affb-7ffe-428b-a3ba-7d136e52e3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:20.079938 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-8443a300-a9e8-43d0-b501-cf830c8c9bcb req-d3b6affb-7ffe-428b-a3ba-7d136e52e3df service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=242c3d1f11d44afab53a6162544fd9e6&device_id=544ef9a6-fafa-4c97-bbd9-004212687a60 HTTP/1.1" status: 200 len: 1096 time: 0.3710217 Jun 14 14:47:20.084973 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fd8ffe-96c9-4af8-9fe1-a977fb6814b6 req-c0f43bab-9b65-4098-8bf2-d9cf4307e9eb service neutron] Checking agent: {'id': '75f5f45e-0f41-4f3b-9aad-8e3a5980501e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-72618', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 44, 59), 'started_at': datetime.datetime(2021, 6, 14, 14, 44, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:47:20.086222 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fd8ffe-96c9-4af8-9fe1-a977fb6814b6 req-c0f43bab-9b65-4098-8bf2-d9cf4307e9eb service neutron] Checking segment: {'id': '3a52893f-b9e9-4664-b955-88ac2abfbad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0f24e05a-f59f-42ec-ad23-eb813ca68e34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:47:20.086914 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fd8ffe-96c9-4af8-9fe1-a977fb6814b6 req-c0f43bab-9b65-4098-8bf2-d9cf4307e9eb service neutron] Bound using segment: {'id': '3a52893f-b9e9-4664-b955-88ac2abfbad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0f24e05a-f59f-42ec-ad23-eb813ca68e34'} {{(pid=99484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:47:20.087586 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.managers [req-50fd8ffe-96c9-4af8-9fe1-a977fb6814b6 req-c0f43bab-9b65-4098-8bf2-d9cf4307e9eb service neutron] Bound port: 2e2f73fe-ace8-4f29-95c9-d5af4166b472, host: hv-cinder-72618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a52893f-b9e9-4664-b955-88ac2abfbad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0f24e05a-f59f-42ec-ad23-eb813ca68e34'}}] {{(pid=99484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:47:20.088789 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-50fd8ffe-96c9-4af8-9fe1-a977fb6814b6 req-c0f43bab-9b65-4098-8bf2-d9cf4307e9eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:20.133068 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d33b66-5d1c-4ae8-a355-478ba4f53f6c req-8df4bbf9-6a09-44de-bd54-3fbb7acbea5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:20.135583 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-25d33b66-5d1c-4ae8-a355-478ba4f53f6c req-8df4bbf9-6a09-44de-bd54-3fbb7acbea5c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b20b5ca5-adc9-4f3f-b2e2-12eb950498f7 HTTP/1.1" status: 200 len: 1099 time: 0.3252492 Jun 14 14:47:20.168594 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-25d33b66-5d1c-4ae8-a355-478ba4f53f6c req-6e5e4229-89dd-4b89-8923-722d4659c9dc service neutron] Notify callbacks [] for security_group, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:20.202840 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device d9bb20f8-8a47-4ef7-97f1-5fbb1347a20a details requested by agent hyperv_hv-cinder-72618 with host hv-cinder-72618 {{(pid=99485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 14:47:20.260387 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-958560b8-b418-4046-841a-e4ea7de770c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:20.263613 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-958560b8-b418-4046-841a-e4ea7de770c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:20.267759 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-958560b8-b418-4046-841a-e4ea7de770c7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3c812c1f-aaae-4b01-8dbf-f4a76005bb0d HTTP/1.1" status: 204 len: 168 time: 0.6533210 Jun 14 14:47:20.283160 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:47:20.372469 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958560b8-b418-4046-841a-e4ea7de770c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c812c1f-aaae-4b01-8dbf-f4a76005bb0d,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:47:20.381930 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-958560b8-b418-4046-841a-e4ea7de770c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:47:20.387600 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.db [req-50fd8ffe-96c9-4af8-9fe1-a977fb6814b6 req-c0f43bab-9b65-4098-8bf2-d9cf4307e9eb service neutron] For port 2e2f73fe-ace8-4f29-95c9-d5af4166b472, host hv-cinder-72618, cleared binding levels {{(pid=99484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:47:20.393536 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.db [req-50fd8ffe-96c9-4af8-9fe1-a977fb6814b6 req-c0f43bab-9b65-4098-8bf2-d9cf4307e9eb service neutron] For port 2e2f73fe-ace8-4f29-95c9-d5af4166b472, host hv-cinder-72618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=2e2f73fe-ace8-4f29-95c9-d5af4166b472,segment=NetworkSegment(3a52893f-b9e9-4664-b955-88ac2abfbad8),segment_id=3a52893f-b9e9-4664-b955-88ac2abfbad8)] {{(pid=99484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:47:20.428483 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5435b0b-b589-42bc-adf4-57d6c2f22148 req-a5f6054c-24cc-4047-a82a-e5f07d98591f tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:20.430536 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-d5435b0b-b589-42bc-adf4-57d6c2f22148 req-a5f6054c-24cc-4047-a82a-e5f07d98591f tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20b5ca5-adc9-4f3f-b2e2-12eb950498f7 HTTP/1.1" status: 200 len: 946 time: 0.3667245 Jun 14 14:47:20.468225 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443a300-a9e8-43d0-b501-cf830c8c9bcb req-df0f62ba-9771-46d5-840b-c68d1e009853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:20.468533 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-8443a300-a9e8-43d0-b501-cf830c8c9bcb req-df0f62ba-9771-46d5-840b-c68d1e009853 service neutron] 10.222.0.21 "GET /v2.0/networks?id=279d0dfb-7f10-4838-93a8-73440a285c6d HTTP/1.1" status: 200 len: 920 time: 0.3823750 Jun 14 14:47:20.506476 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] For port d9bb20f8-8a47-4ef7-97f1-5fbb1347a20a, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=d9bb20f8-8a47-4ef7-97f1-5fbb1347a20a,segment=NetworkSegment(0acbc633-2344-41ea-9343-14810d63bf7d),segment_id=0acbc633-2344-41ea-9343-14810d63bf7d)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:47:20.564612 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-8443a300-a9e8-43d0-b501-cf830c8c9bcb req-e739879f-955e-403b-b5ae-1f737577b657 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3abc5e1-9f7c-4b8e-9136-bcb9ef9bb7cf HTTP/1.1" status: 200 len: 217 time: 0.0858016 Jun 14 14:47:20.579546 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89437d2b-babd-4c51-b5ec-b1c93b4526b5 req-68c4e076-e9f0-4de2-b55e-b5dddfc670e8 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:20.582812 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-89437d2b-babd-4c51-b5ec-b1c93b4526b5 req-68c4e076-e9f0-4de2-b55e-b5dddfc670e8 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=271f1bd4-4895-42e2-8f36-0ac8e95c61e6 HTTP/1.1" status: 200 len: 943 time: 0.3290365 Jun 14 14:47:20.591780 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-d5435b0b-b589-42bc-adf4-57d6c2f22148 req-3e500529-7f3f-4169-b2b0-d09c857e811f tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] 10.222.0.55 "GET /v2.0/security-groups?id=58077830-2d49-4c4c-84ba-1a2352ab84db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539011 Jun 14 14:47:20.593783 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-50fd8ffe-96c9-4af8-9fe1-a977fb6814b6 req-c0f43bab-9b65-4098-8bf2-d9cf4307e9eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:20.614668 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-328a1bb1-a70f-4383-b3d6-5d29c14d7f36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:47:20.666107 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Returning: {'device': 'd9bb20f8-8a47-4ef7-97f1-5fbb1347a20a', 'network_id': '279d0dfb-7f10-4838-93a8-73440a285c6d', 'port_id': 'd9bb20f8-8a47-4ef7-97f1-5fbb1347a20a', 'mac_address': 'fa:16:3e:83:9c:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49408d3b-84a8-4c0a-b61a-5027e2e91b41', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 14:47:20.807597 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443a300-a9e8-43d0-b501-cf830c8c9bcb req-4b917b81-8a23-4037-be7c-c2a9792adaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:20.809487 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-8443a300-a9e8-43d0-b501-cf830c8c9bcb req-4b917b81-8a23-4037-be7c-c2a9792adaf3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=49408d3b-84a8-4c0a-b61a-5027e2e91b41 HTTP/1.1" status: 200 len: 859 time: 0.2267630 Jun 14 14:47:20.817159 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-25d33b66-5d1c-4ae8-a355-478ba4f53f6c req-6e5e4229-89dd-4b89-8923-722d4659c9dc service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:20.823264 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-89437d2b-babd-4c51-b5ec-b1c93b4526b5 req-f75d7203-c7ed-4715-810e-90a470a02714 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730402 Jun 14 14:47:20.862006 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-8443a300-a9e8-43d0-b501-cf830c8c9bcb req-3d55738e-7d8c-42d4-9cfd-49165d74573d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=279d0dfb-7f10-4838-93a8-73440a285c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433047 Jun 14 14:47:20.862720 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:20.881674 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f43bab-9b65-4098-8bf2-d9cf4307e9eb service neutron] Pushing event updated for resources: {'Port': ['ID=2e2f73fe-ace8-4f29-95c9-d5af4166b472,revision_number=3']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:47:20.891292 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-c0f43bab-9b65-4098-8bf2-d9cf4307e9eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:47:20.912882 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd8ffe-96c9-4af8-9fe1-a977fb6814b6 req-c0f43bab-9b65-4098-8bf2-d9cf4307e9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:20.912882 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-50fd8ffe-96c9-4af8-9fe1-a977fb6814b6 req-c0f43bab-9b65-4098-8bf2-d9cf4307e9eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699218'] for port, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:20.916529 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-50fd8ffe-96c9-4af8-9fe1-a977fb6814b6 req-c0f43bab-9b65-4098-8bf2-d9cf4307e9eb service neutron] 10.222.0.21 "PUT /v2.0/ports/2e2f73fe-ace8-4f29-95c9-d5af4166b472 HTTP/1.1" status: 200 len: 1093 time: 2.7850432 Jun 14 14:47:20.924533 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '517c6891-dd10-4a1f-9bbc-312ff0548f30', 'tag': '2e2f73fe-ace8-4f29-95c9-d5af4166b472'}] {{(pid=99484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:47:20.937592 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d59e03e546515fa4e63eddd697505d7af87b03111d3d4a09b383aaccd0eedd18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb7ee36b-930f-45ff-8276-3bf4003e78c5" -d '{"events": [{"name": "network-changed", "server_uuid": "517c6891-dd10-4a1f-9bbc-312ff0548f30", "tag": "2e2f73fe-ace8-4f29-95c9-d5af4166b472"}]}' {{(pid=99484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:47:20.943652 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-25d33b66-5d1c-4ae8-a355-478ba4f53f6c req-6e5e4229-89dd-4b89-8923-722d4659c9dc service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:20.944506 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.notifiers.nova [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9bb20f8-8a47-4ef7-97f1-5fbb1347a20a {{(pid=99485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:47:20.989069 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] For port d9bb20f8-8a47-4ef7-97f1-5fbb1347a20a, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=d9bb20f8-8a47-4ef7-97f1-5fbb1347a20a,segment=NetworkSegment(0acbc633-2344-41ea-9343-14810d63bf7d),segment_id=0acbc633-2344-41ea-9343-14810d63bf7d)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:47:20.996771 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-d1715c19-6044-4d8f-b29c-5febc15872c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:47:21.094484 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 14:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17bd0e5a-4866-47f8-b282-18cf67b4ffb5 x-openstack-request-id: req-17bd0e5a-4866-47f8-b282-18cf67b4ffb5 {{(pid=99484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:47:21.094781 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "517c6891-dd10-4a1f-9bbc-312ff0548f30", "tag": "2e2f73fe-ace8-4f29-95c9-d5af4166b472", "status": "completed", "code": 200}]} {{(pid=99484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:47:21.095167 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-17bd0e5a-4866-47f8-b282-18cf67b4ffb5 {{(pid=99484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:47:21.098348 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '517c6891-dd10-4a1f-9bbc-312ff0548f30', 'tag': '2e2f73fe-ace8-4f29-95c9-d5af4166b472', 'status': 'completed', 'code': 200} Jun 14 14:47:21.102958 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:21.105867 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:47:21.160389 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d5ecc8-aa91-4e07-a428-e0d1ad693cf3 req-57693ae4-a124-4b70-8849-6d4e47bc718d tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:21.162349 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-a8d5ecc8-aa91-4e07-a428-e0d1ad693cf3 req-57693ae4-a124-4b70-8849-6d4e47bc718d tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=517c6891-dd10-4a1f-9bbc-312ff0548f30 HTTP/1.1" status: 200 len: 943 time: 0.2145102 Jun 14 14:47:21.276893 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Pushing event updated for resources: {'Port': ['ID=d9bb20f8-8a47-4ef7-97f1-5fbb1347a20a,revision_number=4']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:47:21.284893 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:47:21.302235 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-25d33b66-5d1c-4ae8-a355-478ba4f53f6c req-6e5e4229-89dd-4b89-8923-722d4659c9dc service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=58077830-2d49-4c4c-84ba-1a2352ab84db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1596165 Jun 14 14:47:21.334718 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e4229-89dd-4b89-8923-722d4659c9dc service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c52f8a6f-65aa-46db-8dce-8102907ed576,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:47:21.338832 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-6e5e4229-89dd-4b89-8923-722d4659c9dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:47:21.342105 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-8443a300-a9e8-43d0-b501-cf830c8c9bcb req-27dfa107-e3bd-4b23-ac76-6f8304675485 service neutron] 10.222.0.21 "GET /v2.0/networks/279d0dfb-7f10-4838-93a8-73440a285c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4720478 Jun 14 14:47:21.350147 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-a8d5ecc8-aa91-4e07-a428-e0d1ad693cf3 req-04e763d7-d859-4e04-b56a-2a4dcdd9b813 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=1347ac37-5848-4178-9b5e-4b2149ac523e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1708660 Jun 14 14:47:21.358975 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] get_ports_and_sgs() called for port_ids ['d9bb20f8-8a47-4ef7-97f1-5fbb1347a20a'] {{(pid=99485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 14:47:21.385792 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ee36b-930f-45ff-8276-3bf4003e78c5 req-1c452938-ad6e-4766-8bcd-be6d3db420ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:21.387692 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-bb7ee36b-930f-45ff-8276-3bf4003e78c5 req-1c452938-ad6e-4766-8bcd-be6d3db420ea service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f6d775d7d5f04714a3c3dbf66a8c9048&device_id=517c6891-dd10-4a1f-9bbc-312ff0548f30 HTTP/1.1" status: 200 len: 1096 time: 0.2512605 Jun 14 14:47:21.548501 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-8443a300-a9e8-43d0-b501-cf830c8c9bcb req-d19bc223-d093-40e0-9063-4922445b3ae3 service neutron] 10.222.0.21 "GET /v2.0/networks/279d0dfb-7f10-4838-93a8-73440a285c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695628 Jun 14 14:47:21.881721 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ee36b-930f-45ff-8276-3bf4003e78c5 req-c456fd7e-50f0-4e3c-8e40-4b689c753f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:21.883622 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-bb7ee36b-930f-45ff-8276-3bf4003e78c5 req-c456fd7e-50f0-4e3c-8e40-4b689c753f3c service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=f6d775d7d5f04714a3c3dbf66a8c9048&shared=False HTTP/1.1" status: 200 len: 911 time: 0.4817855 Jun 14 14:47:21.921939 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c5cec-0c4a-4e67-9207-838a951c8943 req-dc4b46d8-fc86-43e8-85ef-659aede77326 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:21.937964 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-ce7c5cec-0c4a-4e67-9207-838a951c8943 req-dc4b46d8-fc86-43e8-85ef-659aede77326 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20b5ca5-adc9-4f3f-b2e2-12eb950498f7 HTTP/1.1" status: 200 len: 946 time: 0.0920765 Jun 14 14:47:22.019690 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-ce7c5cec-0c4a-4e67-9207-838a951c8943 req-e2722d19-acce-4d84-a3a0-3fb136726c35 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] 10.222.0.55 "GET /v2.0/security-groups?id=58077830-2d49-4c4c-84ba-1a2352ab84db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744596 Jun 14 14:47:22.186391 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ee36b-930f-45ff-8276-3bf4003e78c5 req-da1a24a8-f378-425d-a9f9-5ee196be6b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:22.187991 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-bb7ee36b-930f-45ff-8276-3bf4003e78c5 req-da1a24a8-f378-425d-a9f9-5ee196be6b05 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2971671 Jun 14 14:47:22.207732 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371af05b-11fd-45a7-bbfe-12b8ae0a7571 req-8db442d7-eeae-40af-8737-a4392ec718ea tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:22.209612 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-371af05b-11fd-45a7-bbfe-12b8ae0a7571 req-8db442d7-eeae-40af-8737-a4392ec718ea tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=271f1bd4-4895-42e2-8f36-0ac8e95c61e6 HTTP/1.1" status: 200 len: 944 time: 0.1417511 Jun 14 14:47:22.218147 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device c3abc5e1-9f7c-4b8e-9136-bcb9ef9bb7cf details requested by agent hyperv_hv-cinder-72618 with host hv-cinder-72618 {{(pid=99485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 14:47:22.271902 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device d9bb20f8-8a47-4ef7-97f1-5fbb1347a20a up at agent hyperv_hv-cinder-72618 {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:47:22.294734 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-371af05b-11fd-45a7-bbfe-12b8ae0a7571 req-8f83d6dc-16dc-424d-8188-6f096e756404 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778730 Jun 14 14:47:22.324844 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd8ffe-96c9-4af8-9fe1-a977fb6814b6 req-3e50b944-4771-40a7-8ce1-c6f76506a01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:22.324995 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-50fd8ffe-96c9-4af8-9fe1-a977fb6814b6 req-3e50b944-4771-40a7-8ce1-c6f76506a01b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f6d775d7d5f04714a3c3dbf66a8c9048&device_id=517c6891-dd10-4a1f-9bbc-312ff0548f30 HTTP/1.1" status: 200 len: 1096 time: 0.0883391 Jun 14 14:47:22.386337 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-50fd8ffe-96c9-4af8-9fe1-a977fb6814b6 req-7a198321-4720-418a-81a2-fab8c5465467 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e2f73fe-ace8-4f29-95c9-d5af4166b472 HTTP/1.1" status: 200 len: 217 time: 0.0539267 Jun 14 14:47:22.418133 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] For port c3abc5e1-9f7c-4b8e-9136-bcb9ef9bb7cf, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=c3abc5e1-9f7c-4b8e-9136-bcb9ef9bb7cf,segment=NetworkSegment(0acbc633-2344-41ea-9343-14810d63bf7d),segment_id=0acbc633-2344-41ea-9343-14810d63bf7d)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:47:22.435414 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Returning: {'device': 'c3abc5e1-9f7c-4b8e-9136-bcb9ef9bb7cf', 'network_id': '279d0dfb-7f10-4838-93a8-73440a285c6d', 'port_id': 'c3abc5e1-9f7c-4b8e-9136-bcb9ef9bb7cf', 'mac_address': 'fa:16:3e:e0:95:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49408d3b-84a8-4c0a-b61a-5027e2e91b41', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 14:47:22.459944 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd8ffe-96c9-4af8-9fe1-a977fb6814b6 req-c6743419-8bc2-4921-bfc9-293bd5c10374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:22.462179 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-50fd8ffe-96c9-4af8-9fe1-a977fb6814b6 req-c6743419-8bc2-4921-bfc9-293bd5c10374 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fdbf821b-0f7c-45ba-93c7-1bd078cce400 HTTP/1.1" status: 200 len: 849 time: 0.0691943 Jun 14 14:47:22.492902 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:22.506509 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Provisioning for port d9bb20f8-8a47-4ef7-97f1-5fbb1347a20a completed by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:47:22.513065 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Provisioning complete for port d9bb20f8-8a47-4ef7-97f1-5fbb1347a20a triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:47:22.513492 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:22.518545 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.notifiers.nova [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3abc5e1-9f7c-4b8e-9136-bcb9ef9bb7cf {{(pid=99485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:47:22.563050 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd8ffe-96c9-4af8-9fe1-a977fb6814b6 req-1feaae7b-5bb4-4676-a867-f44080d7e0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:22.564614 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-50fd8ffe-96c9-4af8-9fe1-a977fb6814b6 req-1feaae7b-5bb4-4676-a867-f44080d7e0dc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0f24e05a-f59f-42ec-ad23-eb813ca68e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0954313 Jun 14 14:47:22.602779 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] For port c3abc5e1-9f7c-4b8e-9136-bcb9ef9bb7cf, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=c3abc5e1-9f7c-4b8e-9136-bcb9ef9bb7cf,segment=NetworkSegment(0acbc633-2344-41ea-9343-14810d63bf7d),segment_id=0acbc633-2344-41ea-9343-14810d63bf7d)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:47:22.606655 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57194db9-2766-489b-bf93-c4af68992a90 req-96198422-878c-49a5-a447-0278d8e5a71e tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:22.614415 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-57194db9-2766-489b-bf93-c4af68992a90 req-96198422-878c-49a5-a447-0278d8e5a71e tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=517c6891-dd10-4a1f-9bbc-312ff0548f30 HTTP/1.1" status: 200 len: 943 time: 0.1038833 Jun 14 14:47:22.670561 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-57194db9-2766-489b-bf93-c4af68992a90 req-8a039866-85e2-46a3-b52e-da26e1df4fbb tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=1347ac37-5848-4178-9b5e-4b2149ac523e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540588 Jun 14 14:47:22.691119 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:22.717763 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:22.719895 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-50fd8ffe-96c9-4af8-9fe1-a977fb6814b6 req-1ddfc473-9dfa-4ffa-87a3-b910a20f4375 service neutron] 10.222.0.21 "GET /v2.0/networks/0f24e05a-f59f-42ec-ad23-eb813ca68e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443007 Jun 14 14:47:22.722746 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:47:22.730034 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '271f1bd4-4895-42e2-8f36-0ac8e95c61e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9bb20f8-8a47-4ef7-97f1-5fbb1347a20a'}] {{(pid=99485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:47:22.732628 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb48b8a921a599a4918edb6fe4edb23e72f7f4aaa6ba2d648db764b95ae78972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feae629d-a89a-4b1e-829e-1aa0a8a496f1" -d '{"events": [{"server_uuid": "271f1bd4-4895-42e2-8f36-0ac8e95c61e6", "name": "network-vif-plugged", "status": "completed", "tag": "d9bb20f8-8a47-4ef7-97f1-5fbb1347a20a"}]}' {{(pid=99485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:47:22.752674 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 57898) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:47:22.800437 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] For port d9bb20f8-8a47-4ef7-97f1-5fbb1347a20a, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=d9bb20f8-8a47-4ef7-97f1-5fbb1347a20a,segment=NetworkSegment(0acbc633-2344-41ea-9343-14810d63bf7d),segment_id=0acbc633-2344-41ea-9343-14810d63bf7d)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:47:22.805336 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 14:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c818e0-f7c1-401f-b404-83545e5cfff7 x-openstack-request-id: req-10c818e0-f7c1-401f-b404-83545e5cfff7 {{(pid=99485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:47:22.805758 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "271f1bd4-4895-42e2-8f36-0ac8e95c61e6", "name": "network-vif-plugged", "status": "completed", "tag": "d9bb20f8-8a47-4ef7-97f1-5fbb1347a20a", "code": 200}]} {{(pid=99485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:47:22.810801 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-10c818e0-f7c1-401f-b404-83545e5cfff7 {{(pid=99485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:47:22.810801 dv-cinder-726180-9-iscsi neutron-server[99485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '271f1bd4-4895-42e2-8f36-0ac8e95c61e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9bb20f8-8a47-4ef7-97f1-5fbb1347a20a', 'code': 200} Jun 14 14:47:22.830512 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Pushing event updated for resources: {'Port': ['ID=c3abc5e1-9f7c-4b8e-9136-bcb9ef9bb7cf,revision_number=4']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:47:22.834589 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:47:22.892406 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:22.895536 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-e3a28319-2c35-427a-b863-4cd996e1d49e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:47:22.915127 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-50fd8ffe-96c9-4af8-9fe1-a977fb6814b6 req-b7f7a1fd-9b7c-47b1-8809-7e975ec334af service neutron] 10.222.0.21 "GET /v2.0/networks/0f24e05a-f59f-42ec-ad23-eb813ca68e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830659 Jun 14 14:47:22.969250 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Pushing event updated for resources: {'Port': ['ID=d9bb20f8-8a47-4ef7-97f1-5fbb1347a20a,revision_number=5']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:47:22.973598 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:47:23.017486 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-383e8d2b-3eb6-4139-99fb-423d079e971a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:23.035980 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] get_ports_and_sgs() called for port_ids ['c3abc5e1-9f7c-4b8e-9136-bcb9ef9bb7cf'] {{(pid=99485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 14:47:23.219614 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-383e8d2b-3eb6-4139-99fb-423d079e971a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:23.341648 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-383e8d2b-3eb6-4139-99fb-423d079e971a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:23.355798 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:47:23.467892 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-383e8d2b-3eb6-4139-99fb-423d079e971a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=779be60e23a0463ba73b5d5fe028918c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7138464 Jun 14 14:47:23.470717 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 57926) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:47:23.479357 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383e8d2b-3eb6-4139-99fb-423d079e971a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c6fead-0d9d-4fee-970e-409a9d8c67b9,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:47:23.493493 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-383e8d2b-3eb6-4139-99fb-423d079e971a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:47:23.533577 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d75b35-40ef-4a0a-8594-a44b9b48c435 req-358e2556-006a-47c3-be4a-1b6febb583c6 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:23.535156 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-c4d75b35-40ef-4a0a-8594-a44b9b48c435 req-358e2556-006a-47c3-be4a-1b6febb583c6 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20b5ca5-adc9-4f3f-b2e2-12eb950498f7 HTTP/1.1" status: 200 len: 946 time: 0.2951808 Jun 14 14:47:23.568513 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-96b103e3-696d-47b6-8984-3a859b7e7bf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:23.612614 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-c4d75b35-40ef-4a0a-8594-a44b9b48c435 req-95c48549-d552-42fd-b50d-5930b5f792c3 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] 10.222.0.55 "GET /v2.0/security-groups?id=58077830-2d49-4c4c-84ba-1a2352ab84db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702591 Jun 14 14:47:23.620199 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-96b103e3-696d-47b6-8984-3a859b7e7bf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:23.719313 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60850b87-9075-44bc-889e-323ee6946545 req-a733c083-04c4-4ad1-baa5-c9f781ce87d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:23.721133 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-60850b87-9075-44bc-889e-323ee6946545 req-a733c083-04c4-4ad1-baa5-c9f781ce87d9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=271f1bd4-4895-42e2-8f36-0ac8e95c61e6 HTTP/1.1" status: 200 len: 1098 time: 0.2507432 Jun 14 14:47:23.736462 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f952b528-dcef-4ecc-8543-171847e23cf0 req-2f0a535b-15ae-4ae6-bfc0-64e15e34b7e2 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:23.738343 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-f952b528-dcef-4ecc-8543-171847e23cf0 req-2f0a535b-15ae-4ae6-bfc0-64e15e34b7e2 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=271f1bd4-4895-42e2-8f36-0ac8e95c61e6 HTTP/1.1" status: 200 len: 945 time: 0.1870425 Jun 14 14:47:23.807218 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-96b103e3-696d-47b6-8984-3a859b7e7bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:23.813494 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-96b103e3-696d-47b6-8984-3a859b7e7bf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:23.819884 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-96b103e3-696d-47b6-8984-3a859b7e7bf3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e5c6fead-0d9d-4fee-970e-409a9d8c67b9 HTTP/1.1" status: 204 len: 168 time: 0.3449862 Jun 14 14:47:23.819884 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:47:23.836358 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-60850b87-9075-44bc-889e-323ee6946545 req-e5cf81b1-260d-419f-8358-e73b43690b8a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968728 Jun 14 14:47:23.844936 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b103e3-696d-47b6-8984-3a859b7e7bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c6fead-0d9d-4fee-970e-409a9d8c67b9,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:47:23.848436 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-96b103e3-696d-47b6-8984-3a859b7e7bf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:47:23.852881 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-f952b528-dcef-4ecc-8543-171847e23cf0 req-20d24b7a-ee70-48ed-a1b9-ebe0b211ccef tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035702 Jun 14 14:47:23.957646 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f93d58e-8e7b-4820-9a15-6ab0d20f02b5 req-08dfb3ac-35a5-4113-88ab-a1c06a3e7b27 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:23.966444 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-4f93d58e-8e7b-4820-9a15-6ab0d20f02b5 req-08dfb3ac-35a5-4113-88ab-a1c06a3e7b27 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=517c6891-dd10-4a1f-9bbc-312ff0548f30 HTTP/1.1" status: 200 len: 943 time: 0.1099350 Jun 14 14:47:24.025380 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-4f93d58e-8e7b-4820-9a15-6ab0d20f02b5 req-d041e5ec-5815-4d04-a3ca-5b969e756933 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=1347ac37-5848-4178-9b5e-4b2149ac523e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532126 Jun 14 14:47:24.232535 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device c3abc5e1-9f7c-4b8e-9136-bcb9ef9bb7cf up at agent hyperv_hv-cinder-72618 {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:47:24.399866 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Provisioning for port c3abc5e1-9f7c-4b8e-9136-bcb9ef9bb7cf completed by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:47:24.404359 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Provisioning complete for port c3abc5e1-9f7c-4b8e-9136-bcb9ef9bb7cf triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:47:24.404883 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:24.524216 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:24.564749 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] For port c3abc5e1-9f7c-4b8e-9136-bcb9ef9bb7cf, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=c3abc5e1-9f7c-4b8e-9136-bcb9ef9bb7cf,segment=NetworkSegment(0acbc633-2344-41ea-9343-14810d63bf7d),segment_id=0acbc633-2344-41ea-9343-14810d63bf7d)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:47:24.680642 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:24.684143 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:47:24.758379 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Pushing event updated for resources: {'Port': ['ID=c3abc5e1-9f7c-4b8e-9136-bcb9ef9bb7cf,revision_number=5']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:47:24.761800 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:47:24.819726 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '544ef9a6-fafa-4c97-bbd9-004212687a60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3abc5e1-9f7c-4b8e-9136-bcb9ef9bb7cf'}] {{(pid=99485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:47:24.819726 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb48b8a921a599a4918edb6fe4edb23e72f7f4aaa6ba2d648db764b95ae78972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ff7625-8811-4c4d-a558-a6a910bc51f5" -d '{"events": [{"server_uuid": "544ef9a6-fafa-4c97-bbd9-004212687a60", "name": "network-vif-plugged", "status": "completed", "tag": "c3abc5e1-9f7c-4b8e-9136-bcb9ef9bb7cf"}]}' {{(pid=99485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:47:24.857550 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 14:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ca2759-669e-405b-98ef-fb75b86c9675 x-openstack-request-id: req-c1ca2759-669e-405b-98ef-fb75b86c9675 {{(pid=99485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:47:24.858280 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "544ef9a6-fafa-4c97-bbd9-004212687a60", "name": "network-vif-plugged", "status": "completed", "tag": "c3abc5e1-9f7c-4b8e-9136-bcb9ef9bb7cf", "code": 200}]} {{(pid=99485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:47:24.858280 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c1ca2759-669e-405b-98ef-fb75b86c9675 {{(pid=99485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:47:24.858676 dv-cinder-726180-9-iscsi neutron-server[99485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '544ef9a6-fafa-4c97-bbd9-004212687a60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3abc5e1-9f7c-4b8e-9136-bcb9ef9bb7cf', 'code': 200} Jun 14 14:47:24.941362 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0730cb-5a78-44a2-9081-025f38ad1a68 req-21eda075-4af0-4a76-a16c-3c4624cff022 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:24.942951 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-ef0730cb-5a78-44a2-9081-025f38ad1a68 req-21eda075-4af0-4a76-a16c-3c4624cff022 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20b5ca5-adc9-4f3f-b2e2-12eb950498f7 HTTP/1.1" status: 200 len: 946 time: 0.1976430 Jun 14 14:47:25.008419 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 57986) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:47:25.033281 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-ef0730cb-5a78-44a2-9081-025f38ad1a68 req-966088df-5e08-483d-838a-ab0c5d0ccb06 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] 10.222.0.55 "GET /v2.0/security-groups?id=58077830-2d49-4c4c-84ba-1a2352ab84db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794458 Jun 14 14:47:25.042033 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-a68174fe-ed65-491f-9832-036f263b33c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:25.215370 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b6481d-35d7-4ce8-8be9-d50d14539486 req-b6f1cdde-8431-4b2e-a565-0f3eaf380681 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:25.217178 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-64b6481d-35d7-4ce8-8be9-d50d14539486 req-b6f1cdde-8431-4b2e-a565-0f3eaf380681 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=271f1bd4-4895-42e2-8f36-0ac8e95c61e6 HTTP/1.1" status: 200 len: 945 time: 0.1728511 Jun 14 14:47:25.307237 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40372055-bbd6-4867-bb48-b202f7889c92 req-9495ee42-38d4-428f-bf76-1ce0d4d08017 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:25.311928 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-40372055-bbd6-4867-bb48-b202f7889c92 req-9495ee42-38d4-428f-bf76-1ce0d4d08017 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=517c6891-dd10-4a1f-9bbc-312ff0548f30 HTTP/1.1" status: 200 len: 943 time: 0.1206634 Jun 14 14:47:25.313498 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-a68174fe-ed65-491f-9832-036f263b33c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:25.322148 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-64b6481d-35d7-4ce8-8be9-d50d14539486 req-55ea8990-671c-4a91-b314-7697b64c55be tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961187 Jun 14 14:47:25.355428 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-40372055-bbd6-4867-bb48-b202f7889c92 req-1082df35-2d17-4ae8-a0c1-eb0b9297ee4d tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=1347ac37-5848-4178-9b5e-4b2149ac523e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406373 Jun 14 14:47:25.481313 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-a68174fe-ed65-491f-9832-036f263b33c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:25.485791 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:47:25.533656 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-a68174fe-ed65-491f-9832-036f263b33c6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=199f44367dc741a99f86ad9bd1264f81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5231454 Jun 14 14:47:25.534534 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68174fe-ed65-491f-9832-036f263b33c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab39b4a-7437-470a-93f1-ecded7597890,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:47:25.536679 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 58014) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:47:25.537746 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-a68174fe-ed65-491f-9832-036f263b33c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:47:25.594692 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-143b6160-a4f6-416c-b0ff-2e99d5cbc90e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:25.620265 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-143b6160-a4f6-416c-b0ff-2e99d5cbc90e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:25.777176 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-143b6160-a4f6-416c-b0ff-2e99d5cbc90e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:25.782122 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-143b6160-a4f6-416c-b0ff-2e99d5cbc90e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:25.788087 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-143b6160-a4f6-416c-b0ff-2e99d5cbc90e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1ab39b4a-7437-470a-93f1-ecded7597890 HTTP/1.1" status: 204 len: 168 time: 0.2492337 Jun 14 14:47:25.789053 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-afd30100-dc72-4d34-95fa-eaa580939bb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:47:25.801886 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143b6160-a4f6-416c-b0ff-2e99d5cbc90e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab39b4a-7437-470a-93f1-ecded7597890,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:47:25.805090 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-143b6160-a4f6-416c-b0ff-2e99d5cbc90e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:47:25.845911 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-15a2a68d-e35d-42ad-96b2-adf7ca44f539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:26.340688 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 58054) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:47:26.393264 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 58062) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:47:26.577514 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a4c66-892f-4d9f-901a-6943726e6bde req-050657c3-5ce1-49b0-808d-f2c291e43754 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:26.580539 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-3a6a4c66-892f-4d9f-901a-6943726e6bde req-050657c3-5ce1-49b0-808d-f2c291e43754 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=271f1bd4-4895-42e2-8f36-0ac8e95c61e6 HTTP/1.1" status: 200 len: 945 time: 0.1172061 Jun 14 14:47:26.645936 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565065fe-58eb-497b-b2a1-2e30d9139214 req-0b3b8489-24a1-4ae1-ac95-1647785cc9a0 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:26.648229 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-565065fe-58eb-497b-b2a1-2e30d9139214 req-0b3b8489-24a1-4ae1-ac95-1647785cc9a0 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=517c6891-dd10-4a1f-9bbc-312ff0548f30 HTTP/1.1" status: 200 len: 943 time: 0.1243138 Jun 14 14:47:26.676205 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-3a6a4c66-892f-4d9f-901a-6943726e6bde req-3ae42121-d7b0-4427-b944-c3f85bba6460 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846720 Jun 14 14:47:26.715824 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-565065fe-58eb-497b-b2a1-2e30d9139214 req-901384f3-8415-468c-8a9f-86a9ea6901ad tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=1347ac37-5848-4178-9b5e-4b2149ac523e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600486 Jun 14 14:47:26.754455 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-059f1d50-755b-47ac-a968-2e2f433ec902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:26.807815 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-27b4c3f9-93b8-47ff-9a26-33e9ae2a008b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:26.925701 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-059f1d50-755b-47ac-a968-2e2f433ec902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:27.035709 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-059f1d50-755b-47ac-a968-2e2f433ec902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:27.044307 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:47:27.081618 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device 2e2f73fe-ace8-4f29-95c9-d5af4166b472 details requested by agent hyperv_hv-cinder-72618 with host hv-cinder-72618 {{(pid=99485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 14:47:27.110030 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-059f1d50-755b-47ac-a968-2e2f433ec902 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=90f3d35dc2be4f72939d1c74730fb4cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7677636 Jun 14 14:47:27.113033 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 58084) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:47:27.149246 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059f1d50-755b-47ac-a968-2e2f433ec902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f75fe04-f0f0-4b52-9f0d-5e9c7f03cc71,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:47:27.167809 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-059f1d50-755b-47ac-a968-2e2f433ec902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:47:27.247465 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-2cf42e44-c5e9-4008-b2df-65ac43c361e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:27.249325 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb230eb0-5bf9-4458-a830-1691c241e9ee req-d5193fd7-8ff7-4f54-ae62-28bbbb6284f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:27.250849 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-cb230eb0-5bf9-4458-a830-1691c241e9ee req-d5193fd7-8ff7-4f54-ae62-28bbbb6284f1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=544ef9a6-fafa-4c97-bbd9-004212687a60 HTTP/1.1" status: 200 len: 1098 time: 0.1711736 Jun 14 14:47:27.266292 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-27b4c3f9-93b8-47ff-9a26-33e9ae2a008b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:27.278058 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-2cf42e44-c5e9-4008-b2df-65ac43c361e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:27.279471 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] For port 2e2f73fe-ace8-4f29-95c9-d5af4166b472, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=2e2f73fe-ace8-4f29-95c9-d5af4166b472,segment=NetworkSegment(3a52893f-b9e9-4664-b955-88ac2abfbad8),segment_id=3a52893f-b9e9-4664-b955-88ac2abfbad8)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:47:27.295557 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Returning: {'device': '2e2f73fe-ace8-4f29-95c9-d5af4166b472', 'network_id': '0f24e05a-f59f-42ec-ad23-eb813ca68e34', 'port_id': '2e2f73fe-ace8-4f29-95c9-d5af4166b472', 'mac_address': 'fa:16:3e:a8:90:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdbf821b-0f7c-45ba-93c7-1bd078cce400', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 14:47:27.346590 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:27.366819 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.notifiers.nova [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e2f73fe-ace8-4f29-95c9-d5af4166b472 {{(pid=99485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:47:27.372327 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-27b4c3f9-93b8-47ff-9a26-33e9ae2a008b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:27.388567 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-143b6160-a4f6-416c-b0ff-2e99d5cbc90e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:47:27.394986 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] For port 2e2f73fe-ace8-4f29-95c9-d5af4166b472, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=2e2f73fe-ace8-4f29-95c9-d5af4166b472,segment=NetworkSegment(3a52893f-b9e9-4664-b955-88ac2abfbad8),segment_id=3a52893f-b9e9-4664-b955-88ac2abfbad8)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:47:27.416597 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-2cf42e44-c5e9-4008-b2df-65ac43c361e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:27.419427 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-2cf42e44-c5e9-4008-b2df-65ac43c361e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:27.420576 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-2cf42e44-c5e9-4008-b2df-65ac43c361e0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6f75fe04-f0f0-4b52-9f0d-5e9c7f03cc71 HTTP/1.1" status: 204 len: 168 time: 0.3060234 Jun 14 14:47:27.421299 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-f636ad67-b1ef-4f50-bf43-94d6c3208d30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:47:27.436539 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf42e44-c5e9-4008-b2df-65ac43c361e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f75fe04-f0f0-4b52-9f0d-5e9c7f03cc71,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:47:27.440356 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-2cf42e44-c5e9-4008-b2df-65ac43c361e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:47:27.458469 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-27b4c3f9-93b8-47ff-9a26-33e9ae2a008b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5d8d7472e48e4f3cb49f7fcf1d36f384&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0636313 Jun 14 14:47:27.461051 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 58098) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:47:27.485557 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:27.485763 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b4c3f9-93b8-47ff-9a26-33e9ae2a008b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb05eb8-d696-43ba-9880-c5b8eed3529d,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:47:27.487435 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-7ed8edeb-689f-4817-a2a4-e8688ab68b43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:47:27.492843 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-27b4c3f9-93b8-47ff-9a26-33e9ae2a008b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:47:27.516192 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612120d1-9942-4185-8663-54e768ae2390 req-94a676db-747c-4d6a-8e68-b84a30da4521 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:27.517835 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-612120d1-9942-4185-8663-54e768ae2390 req-94a676db-747c-4d6a-8e68-b84a30da4521 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=271f1bd4-4895-42e2-8f36-0ac8e95c61e6 HTTP/1.1" status: 200 len: 945 time: 0.1303153 Jun 14 14:47:27.535202 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-6194d8cd-0ca6-4c96-814a-cafc8917494b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:27.564905 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-6194d8cd-0ca6-4c96-814a-cafc8917494b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:27.566700 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-612120d1-9942-4185-8663-54e768ae2390 req-63c49ba9-8ee9-478f-8086-1be141c27511 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413928 Jun 14 14:47:27.580646 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Pushing event updated for resources: {'Port': ['ID=2e2f73fe-ace8-4f29-95c9-d5af4166b472,revision_number=4']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:47:27.585143 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:47:27.764514 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-6194d8cd-0ca6-4c96-814a-cafc8917494b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:27.766394 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-6194d8cd-0ca6-4c96-814a-cafc8917494b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:27.769046 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-6194d8cd-0ca6-4c96-814a-cafc8917494b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dcb05eb8-d696-43ba-9880-c5b8eed3529d HTTP/1.1" status: 204 len: 168 time: 0.3053038 Jun 14 14:47:27.769046 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-96b103e3-696d-47b6-8984-3a859b7e7bf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:47:27.799164 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6194d8cd-0ca6-4c96-814a-cafc8917494b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb05eb8-d696-43ba-9880-c5b8eed3529d,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:47:27.801608 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-6194d8cd-0ca6-4c96-814a-cafc8917494b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:47:27.954334 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ef9cf-ea56-4374-9e2f-7ad6d5135694 req-29ccbc09-6847-42f1-a0af-3c9f8333153f tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:27.956458 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-977ef9cf-ea56-4374-9e2f-7ad6d5135694 req-29ccbc09-6847-42f1-a0af-3c9f8333153f tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=517c6891-dd10-4a1f-9bbc-312ff0548f30 HTTP/1.1" status: 200 len: 944 time: 0.0831521 Jun 14 14:47:28.184473 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-cb230eb0-5bf9-4458-a830-1691c241e9ee req-df51e085-9155-49c3-8f70-0fab2b5cd4a1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408411 Jun 14 14:47:28.189135 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-977ef9cf-ea56-4374-9e2f-7ad6d5135694 req-3b414944-6170-4ee6-b49f-060740decf97 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=1347ac37-5848-4178-9b5e-4b2149ac523e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2211339 Jun 14 14:47:28.354330 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e021cdf4-51f1-46a6-9e7b-ef7cb66d4395 req-1712222b-456c-45bf-9edd-69b9d53b173d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:28.355819 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-e021cdf4-51f1-46a6-9e7b-ef7cb66d4395 req-1712222b-456c-45bf-9edd-69b9d53b173d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=242c3d1f11d44afab53a6162544fd9e6&device_id=271f1bd4-4895-42e2-8f36-0ac8e95c61e6 HTTP/1.1" status: 200 len: 1098 time: 0.0644193 Jun 14 14:47:28.395242 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 58122) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:47:28.411811 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-11169eed-81a0-4454-97af-62e1008eaf1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:28.444879 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] get_ports_and_sgs() called for port_ids ['2e2f73fe-ace8-4f29-95c9-d5af4166b472'] {{(pid=99485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 14:47:28.486018 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e021cdf4-51f1-46a6-9e7b-ef7cb66d4395 req-75b1bd38-b095-403c-a3fb-4828d3ce74af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:28.487607 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-e021cdf4-51f1-46a6-9e7b-ef7cb66d4395 req-75b1bd38-b095-403c-a3fb-4828d3ce74af service neutron] 10.222.0.21 "GET /v2.0/networks?id=279d0dfb-7f10-4838-93a8-73440a285c6d HTTP/1.1" status: 200 len: 920 time: 0.1232052 Jun 14 14:47:28.526838 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-11169eed-81a0-4454-97af-62e1008eaf1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:28.537463 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-286b1af4-d516-4278-bc7d-92be1866d900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:28.544637 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-e021cdf4-51f1-46a6-9e7b-ef7cb66d4395 req-8f7f972d-9ce7-4607-8659-6bb056ae3423 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d9bb20f8-8a47-4ef7-97f1-5fbb1347a20a HTTP/1.1" status: 200 len: 217 time: 0.0492873 Jun 14 14:47:28.611172 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e021cdf4-51f1-46a6-9e7b-ef7cb66d4395 req-76cf06f2-92a5-4754-bfd8-7313a0da3632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:28.612721 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-e021cdf4-51f1-46a6-9e7b-ef7cb66d4395 req-76cf06f2-92a5-4754-bfd8-7313a0da3632 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=49408d3b-84a8-4c0a-b61a-5027e2e91b41 HTTP/1.1" status: 200 len: 859 time: 0.0616508 Jun 14 14:47:28.661026 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-e021cdf4-51f1-46a6-9e7b-ef7cb66d4395 req-88856283-5097-4183-90bc-0d4b20a740a4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=279d0dfb-7f10-4838-93a8-73440a285c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316265 Jun 14 14:47:28.674841 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-11169eed-81a0-4454-97af-62e1008eaf1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:28.681688 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:47:28.727421 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-11169eed-81a0-4454-97af-62e1008eaf1b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7740bbeca65048b48c0faf1bc0a5c667&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3310056 Jun 14 14:47:28.729504 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11169eed-81a0-4454-97af-62e1008eaf1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=263a5691-1a8a-4991-b0c5-feeb932e734e,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:47:28.730681 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 58126) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:47:28.732585 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-11169eed-81a0-4454-97af-62e1008eaf1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:47:28.748287 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:28.767258 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 58128) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:47:28.783389 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-b66bca28-13cd-4e5c-8163-a8220ff9fcf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:28.908111 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-b66bca28-13cd-4e5c-8163-a8220ff9fcf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:29.023492 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-b66bca28-13cd-4e5c-8163-a8220ff9fcf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:29.027573 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-a52e372f-1f6b-4256-8904-f9ee13927157 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:47:29.072196 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-b66bca28-13cd-4e5c-8163-a8220ff9fcf0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ac33cfde9d9d4f0893f5f1fb5c974521&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3037679 Jun 14 14:47:29.072986 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66bca28-13cd-4e5c-8163-a8220ff9fcf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8621c7e-6df9-407e-be45-feb436bc4d28,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:47:29.075970 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 58140) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:47:29.077869 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-b66bca28-13cd-4e5c-8163-a8220ff9fcf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:47:29.133484 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-e021cdf4-51f1-46a6-9e7b-ef7cb66d4395 req-68454301-240d-4d1b-a430-ead507746b18 service neutron] 10.222.0.21 "GET /v2.0/networks/279d0dfb-7f10-4838-93a8-73440a285c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4647748 Jun 14 14:47:29.143015 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-66cc8e81-882e-4e13-8ac1-43e8966b4d0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:29.160157 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c1909-9b15-432c-b183-b35853a92073 req-7044d587-ca58-4807-9300-90263486b79a tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:29.162329 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-001c1909-9b15-432c-b183-b35853a92073 req-7044d587-ca58-4807-9300-90263486b79a tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=271f1bd4-4895-42e2-8f36-0ac8e95c61e6 HTTP/1.1" status: 200 len: 945 time: 0.4556048 Jun 14 14:47:29.165643 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-7eb169b5-5be7-4bd4-aa2b-0678065c6739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:29.169359 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-66cc8e81-882e-4e13-8ac1-43e8966b4d0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:29.208902 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-7eb169b5-5be7-4bd4-aa2b-0678065c6739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:29.257977 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-001c1909-9b15-432c-b183-b35853a92073 req-949620f8-2321-49c9-9127-37efcee5eb4a tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820899 Jun 14 14:47:29.316172 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-66cc8e81-882e-4e13-8ac1-43e8966b4d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:29.322153 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-66cc8e81-882e-4e13-8ac1-43e8966b4d0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:29.322153 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-66cc8e81-882e-4e13-8ac1-43e8966b4d0c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c8621c7e-6df9-407e-be45-feb436bc4d28 HTTP/1.1" status: 204 len: 168 time: 0.2451434 Jun 14 14:47:29.324132 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:47:29.365101 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cc8e81-882e-4e13-8ac1-43e8966b4d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8621c7e-6df9-407e-be45-feb436bc4d28,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:47:29.373350 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-66cc8e81-882e-4e13-8ac1-43e8966b4d0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:47:29.394037 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-7eb169b5-5be7-4bd4-aa2b-0678065c6739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:29.397502 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-7eb169b5-5be7-4bd4-aa2b-0678065c6739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:29.402228 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-7eb169b5-5be7-4bd4-aa2b-0678065c6739 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/263a5691-1a8a-4991-b0c5-feeb932e734e HTTP/1.1" status: 204 len: 168 time: 0.6677601 Jun 14 14:47:29.402228 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:47:29.423393 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb169b5-5be7-4bd4-aa2b-0678065c6739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=263a5691-1a8a-4991-b0c5-feeb932e734e,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:47:29.429154 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-7eb169b5-5be7-4bd4-aa2b-0678065c6739 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:47:29.434433 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c6f28-943e-46a8-9f70-c2e282f94843 req-6bfa38aa-20a0-409a-8ad2-649b13091dcc tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:29.436233 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-445c6f28-943e-46a8-9f70-c2e282f94843 req-6bfa38aa-20a0-409a-8ad2-649b13091dcc tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=517c6891-dd10-4a1f-9bbc-312ff0548f30 HTTP/1.1" status: 200 len: 944 time: 0.1136482 Jun 14 14:47:29.512295 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-445c6f28-943e-46a8-9f70-c2e282f94843 req-fa3e5cf4-37da-46d7-9051-92d76d653824 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=1347ac37-5848-4178-9b5e-4b2149ac523e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651360 Jun 14 14:47:29.553557 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:29.777478 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-fac6794f-d54e-43a2-84ad-332974bc6d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:30.487583 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6526eaf4-3f44-416d-9f9f-b710d2e0e495 req-595c1448-7851-40aa-8391-c259e2d18e31 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:30.489140 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-6526eaf4-3f44-416d-9f9f-b710d2e0e495 req-595c1448-7851-40aa-8391-c259e2d18e31 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=271f1bd4-4895-42e2-8f36-0ac8e95c61e6 HTTP/1.1" status: 200 len: 945 time: 0.0851357 Jun 14 14:47:30.540943 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-6526eaf4-3f44-416d-9f9f-b710d2e0e495 req-dae8863c-0af2-409b-ac52-aad4e136b427 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448039 Jun 14 14:47:30.741924 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c647d96a-5ccc-49fb-b5af-094f2331d68f req-f1b7b7e1-4f80-4980-8acd-b28a36b7f6b4 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:30.743446 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-c647d96a-5ccc-49fb-b5af-094f2331d68f req-f1b7b7e1-4f80-4980-8acd-b28a36b7f6b4 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=517c6891-dd10-4a1f-9bbc-312ff0548f30 HTTP/1.1" status: 200 len: 944 time: 0.0795350 Jun 14 14:47:30.797262 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-c647d96a-5ccc-49fb-b5af-094f2331d68f req-287a0a63-2235-4235-b49a-711b792dd1b4 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=1347ac37-5848-4178-9b5e-4b2149ac523e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453231 Jun 14 14:47:31.336852 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-39b4335d-7f90-4c96-ac82-c584c202a69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:31.627986 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 58232) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:47:31.791170 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ca480-97dd-4a32-875f-a0a76b1231f4 req-483ac549-fa63-4c89-8175-16360290d5a4 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:31.806489 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-660ca480-97dd-4a32-875f-a0a76b1231f4 req-483ac549-fa63-4c89-8175-16360290d5a4 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=271f1bd4-4895-42e2-8f36-0ac8e95c61e6 HTTP/1.1" status: 200 len: 945 time: 0.1282392 Jun 14 14:47:31.863114 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-d1d03b18-7cf7-4e1b-a2dd-e979793d34f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:31.900108 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-660ca480-97dd-4a32-875f-a0a76b1231f4 req-f8d5e33d-5252-4606-9cf6-a3e5ab9003ec tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928345 Jun 14 14:47:31.941377 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-e021cdf4-51f1-46a6-9e7b-ef7cb66d4395 req-51cae1ed-8a76-4567-8b34-e7c3cee45b6b service neutron] 10.222.0.21 "GET /v2.0/networks/279d0dfb-7f10-4838-93a8-73440a285c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846011 Jun 14 14:47:32.173060 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-d1d03b18-7cf7-4e1b-a2dd-e979793d34f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:32.202176 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c65f61c-315a-446c-a066-cd5753e2ac01 req-ecc00eff-8b9e-4b8d-b8d2-582c2934dcae tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:32.203779 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-9c65f61c-315a-446c-a066-cd5753e2ac01 req-ecc00eff-8b9e-4b8d-b8d2-582c2934dcae tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=517c6891-dd10-4a1f-9bbc-312ff0548f30 HTTP/1.1" status: 200 len: 944 time: 0.1575289 Jun 14 14:47:32.253409 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-d1d03b18-7cf7-4e1b-a2dd-e979793d34f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:32.265043 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-958560b8-b418-4046-841a-e4ea7de770c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:47:32.313033 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-9c65f61c-315a-446c-a066-cd5753e2ac01 req-ce24f862-a5e6-4fa1-8686-ee34453217c7 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=1347ac37-5848-4178-9b5e-4b2149ac523e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022277 Jun 14 14:47:32.345433 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-d1d03b18-7cf7-4e1b-a2dd-e979793d34f1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fb2c5794e03d4da29757080054dd33c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7109489 Jun 14 14:47:32.345433 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d03b18-7cf7-4e1b-a2dd-e979793d34f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db2429b7-b165-4ffb-9477-3a1ec045d408,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:47:32.351288 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 58262) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:47:32.351773 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-d1d03b18-7cf7-4e1b-a2dd-e979793d34f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:47:32.420259 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-12e15b64-ffb5-489f-b6ad-0cbdffeeb057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:32.454771 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-12e15b64-ffb5-489f-b6ad-0cbdffeeb057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:32.612550 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-12e15b64-ffb5-489f-b6ad-0cbdffeeb057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:32.615823 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-12e15b64-ffb5-489f-b6ad-0cbdffeeb057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:32.617019 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-12e15b64-ffb5-489f-b6ad-0cbdffeeb057 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/db2429b7-b165-4ffb-9477-3a1ec045d408 HTTP/1.1" status: 204 len: 168 time: 0.2654338 Jun 14 14:47:32.617713 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:47:32.627912 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e15b64-ffb5-489f-b6ad-0cbdffeeb057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db2429b7-b165-4ffb-9477-3a1ec045d408,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:47:32.630761 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-12e15b64-ffb5-489f-b6ad-0cbdffeeb057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:47:33.121454 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec1dd10-b1b6-43e2-b52d-2731e9c1e2ff req-e27bedb2-9a52-4476-9335-d2a92ba0b177 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:33.122955 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-dec1dd10-b1b6-43e2-b52d-2731e9c1e2ff req-e27bedb2-9a52-4476-9335-d2a92ba0b177 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=271f1bd4-4895-42e2-8f36-0ac8e95c61e6 HTTP/1.1" status: 200 len: 945 time: 0.0863984 Jun 14 14:47:33.168738 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-dec1dd10-b1b6-43e2-b52d-2731e9c1e2ff req-68640532-edeb-4c35-9a66-5b26593bbd93 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399246 Jun 14 14:47:33.610751 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f14a91e-82d3-4661-8093-8b63ace8bad8 req-a57d2367-bc00-41e1-b222-9aaf94a7b299 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:33.612310 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-3f14a91e-82d3-4661-8093-8b63ace8bad8 req-a57d2367-bc00-41e1-b222-9aaf94a7b299 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=517c6891-dd10-4a1f-9bbc-312ff0548f30 HTTP/1.1" status: 200 len: 944 time: 0.1408007 Jun 14 14:47:33.671938 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-3f14a91e-82d3-4661-8093-8b63ace8bad8 req-851d02a3-7b57-40c5-b788-fcf4e4738c8b tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=1347ac37-5848-4178-9b5e-4b2149ac523e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492349 Jun 14 14:47:34.380848 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27182558-be29-4a79-af51-2f0bd3648c10 req-e9150847-2ae3-4bd9-a7b4-3a0b9a964c63 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:34.382505 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-27182558-be29-4a79-af51-2f0bd3648c10 req-e9150847-2ae3-4bd9-a7b4-3a0b9a964c63 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=271f1bd4-4895-42e2-8f36-0ac8e95c61e6 HTTP/1.1" status: 200 len: 945 time: 0.0855768 Jun 14 14:47:34.432146 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-27182558-be29-4a79-af51-2f0bd3648c10 req-0c385a64-1ecb-4103-b65b-9dcb09cfac7a tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392127 Jun 14 14:47:34.896716 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3af7ef-450c-4672-be0a-84d4f7adc07e req-5fbf0640-c7d1-4299-8515-ecb17aac6c7f tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:34.898162 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-7c3af7ef-450c-4672-be0a-84d4f7adc07e req-5fbf0640-c7d1-4299-8515-ecb17aac6c7f tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=517c6891-dd10-4a1f-9bbc-312ff0548f30 HTTP/1.1" status: 200 len: 944 time: 0.0846448 Jun 14 14:47:34.951048 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-7c3af7ef-450c-4672-be0a-84d4f7adc07e req-dfe09e94-9ff8-4a79-bb7f-e37c378bc962 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=1347ac37-5848-4178-9b5e-4b2149ac523e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464323 Jun 14 14:47:35.196924 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device 2e2f73fe-ace8-4f29-95c9-d5af4166b472 up at agent hyperv_hv-cinder-72618 {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:47:35.508992 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Provisioning for port 2e2f73fe-ace8-4f29-95c9-d5af4166b472 completed by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:47:35.513872 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Provisioning complete for port 2e2f73fe-ace8-4f29-95c9-d5af4166b472 triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:47:35.517736 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:35.672368 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:35.726382 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5222727d-a2f6-4b58-bd2a-92502717b294 req-b05d0318-72b1-4ab0-8c2b-eaebe4de6d54 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:35.736614 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-5222727d-a2f6-4b58-bd2a-92502717b294 req-b05d0318-72b1-4ab0-8c2b-eaebe4de6d54 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=271f1bd4-4895-42e2-8f36-0ac8e95c61e6 HTTP/1.1" status: 200 len: 945 time: 0.1242828 Jun 14 14:47:35.742333 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '517c6891-dd10-4a1f-9bbc-312ff0548f30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e2f73fe-ace8-4f29-95c9-d5af4166b472'}] {{(pid=99485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:47:35.745862 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb48b8a921a599a4918edb6fe4edb23e72f7f4aaa6ba2d648db764b95ae78972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-292282d2-dfcf-43ee-b281-7ed1a7312160" -d '{"events": [{"server_uuid": "517c6891-dd10-4a1f-9bbc-312ff0548f30", "name": "network-vif-plugged", "status": "completed", "tag": "2e2f73fe-ace8-4f29-95c9-d5af4166b472"}]}' {{(pid=99485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:47:35.750347 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] For port 2e2f73fe-ace8-4f29-95c9-d5af4166b472, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=2e2f73fe-ace8-4f29-95c9-d5af4166b472,segment=NetworkSegment(3a52893f-b9e9-4664-b955-88ac2abfbad8),segment_id=3a52893f-b9e9-4664-b955-88ac2abfbad8)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:47:35.803930 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-5222727d-a2f6-4b58-bd2a-92502717b294 req-7eedfce7-bd99-4bd0-ba36-5a3938dfc53c tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648713 Jun 14 14:47:35.822566 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 14:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68e0b9e-71c9-4810-a772-95677e3384fb x-openstack-request-id: req-f68e0b9e-71c9-4810-a772-95677e3384fb {{(pid=99485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:47:35.833754 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "517c6891-dd10-4a1f-9bbc-312ff0548f30", "name": "network-vif-plugged", "status": "completed", "tag": "2e2f73fe-ace8-4f29-95c9-d5af4166b472", "code": 200}]} {{(pid=99485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:47:35.833754 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f68e0b9e-71c9-4810-a772-95677e3384fb {{(pid=99485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:47:35.833754 dv-cinder-726180-9-iscsi neutron-server[99485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '517c6891-dd10-4a1f-9bbc-312ff0548f30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e2f73fe-ace8-4f29-95c9-d5af4166b472', 'code': 200} Jun 14 14:47:35.851541 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:35.853946 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-c32d142e-a3f6-467b-b64b-ca619e728b6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:47:35.922668 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Pushing event updated for resources: {'Port': ['ID=2e2f73fe-ace8-4f29-95c9-d5af4166b472,revision_number=5']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:47:35.926878 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:47:36.143462 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd34b7-0be1-4dda-9c21-8c5643df9f7a req-6b80e118-71a3-4de9-85b4-23580d88e052 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:36.148200 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-89cd34b7-0be1-4dda-9c21-8c5643df9f7a req-6b80e118-71a3-4de9-85b4-23580d88e052 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=517c6891-dd10-4a1f-9bbc-312ff0548f30 HTTP/1.1" status: 200 len: 945 time: 0.0761693 Jun 14 14:47:36.195336 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-89cd34b7-0be1-4dda-9c21-8c5643df9f7a req-e809438c-124d-42e2-8021-aae4b29532c3 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=1347ac37-5848-4178-9b5e-4b2149ac523e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438011 Jun 14 14:47:37.069526 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f2d89-9b99-413f-a7d2-8916487064d7 req-9183df0b-caec-4676-ba12-61166770a592 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:37.072065 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-2b2f2d89-9b99-413f-a7d2-8916487064d7 req-9183df0b-caec-4676-ba12-61166770a592 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=271f1bd4-4895-42e2-8f36-0ac8e95c61e6 HTTP/1.1" status: 200 len: 945 time: 0.1164248 Jun 14 14:47:37.120897 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-2b2f2d89-9b99-413f-a7d2-8916487064d7 req-33760859-5221-4d9d-b6f5-574de5a38174 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430417 Jun 14 14:47:37.384331 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df6c064-c415-41bd-9c69-1ba38c917c84 req-1635c039-301f-411b-855d-1e121d361c92 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:37.385846 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-0df6c064-c415-41bd-9c69-1ba38c917c84 req-1635c039-301f-411b-855d-1e121d361c92 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=517c6891-dd10-4a1f-9bbc-312ff0548f30 HTTP/1.1" status: 200 len: 945 time: 0.0725007 Jun 14 14:47:37.437304 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-0df6c064-c415-41bd-9c69-1ba38c917c84 req-507a7014-f758-4ad3-9bfe-677c7edbea96 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=1347ac37-5848-4178-9b5e-4b2149ac523e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456629 Jun 14 14:47:37.899878 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1550cf6-13a4-41a7-97b0-c648ac65ec83 req-1b6d507a-46a4-4402-b271-cb539fda8fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:37.902073 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-d1550cf6-13a4-41a7-97b0-c648ac65ec83 req-1b6d507a-46a4-4402-b271-cb539fda8fd3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=517c6891-dd10-4a1f-9bbc-312ff0548f30 HTTP/1.1" status: 200 len: 1098 time: 0.0648692 Jun 14 14:47:37.952733 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-d1550cf6-13a4-41a7-97b0-c648ac65ec83 req-631510df-dc34-4856-94d1-705bdc5a1b53 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1347ac37-5848-4178-9b5e-4b2149ac523e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417278 Jun 14 14:47:38.070834 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.agents_db [None req-f05f0e2d-2be5-4cb0-86e7-333c7e47477b None None] Agent healthcheck: found 6 active agents {{(pid=99486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 14:47:38.403125 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884e593f-1bc1-443d-83aa-b7398d1ad926 req-8d7128bd-93cb-45fb-962e-7192321dc6c1 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:38.404628 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-884e593f-1bc1-443d-83aa-b7398d1ad926 req-8d7128bd-93cb-45fb-962e-7192321dc6c1 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=271f1bd4-4895-42e2-8f36-0ac8e95c61e6 HTTP/1.1" status: 200 len: 945 time: 0.0829747 Jun 14 14:47:38.451436 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-884e593f-1bc1-443d-83aa-b7398d1ad926 req-4788a977-108f-420c-a278-511e71b8ccd7 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400906 Jun 14 14:47:38.699651 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb69c4-6c28-4899-b817-ff40bc70c091 req-2061233d-b68b-4936-9fcf-153f0e7ee4ed tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:38.701533 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-1eeb69c4-6c28-4899-b817-ff40bc70c091 req-2061233d-b68b-4936-9fcf-153f0e7ee4ed tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=517c6891-dd10-4a1f-9bbc-312ff0548f30 HTTP/1.1" status: 200 len: 945 time: 0.0959282 Jun 14 14:47:38.760570 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-1eeb69c4-6c28-4899-b817-ff40bc70c091 req-5d177f6b-24cf-40bc-bb44-934cf0b320d3 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=1347ac37-5848-4178-9b5e-4b2149ac523e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515256 Jun 14 14:47:39.680360 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba85e9-5d59-4d8f-8511-877216486433 req-22f80f7e-73d4-4918-bb66-242ad3590548 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:39.683045 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-24ba85e9-5d59-4d8f-8511-877216486433 req-22f80f7e-73d4-4918-bb66-242ad3590548 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=271f1bd4-4895-42e2-8f36-0ac8e95c61e6 HTTP/1.1" status: 200 len: 945 time: 0.1061747 Jun 14 14:47:39.738051 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-24ba85e9-5d59-4d8f-8511-877216486433 req-c429fdb0-7506-4845-959b-887d5fcca6f0 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432489 Jun 14 14:47:40.003195 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f943c5b0-9a41-41ce-8f97-cd969e2d29e4 req-54db813b-49da-42c1-9b41-22887a20a379 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:40.005799 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-f943c5b0-9a41-41ce-8f97-cd969e2d29e4 req-54db813b-49da-42c1-9b41-22887a20a379 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=517c6891-dd10-4a1f-9bbc-312ff0548f30 HTTP/1.1" status: 200 len: 945 time: 0.0752585 Jun 14 14:47:40.050674 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-f943c5b0-9a41-41ce-8f97-cd969e2d29e4 req-83314b7a-c895-48f0-8d51-af7e796a8c03 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=1347ac37-5848-4178-9b5e-4b2149ac523e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395882 Jun 14 14:47:40.946324 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9121a6d-514f-4962-b7bc-5f6c235508ca req-4d6e612c-a8f5-4ee3-ab71-a49cdb373223 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:40.947917 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-f9121a6d-514f-4962-b7bc-5f6c235508ca req-4d6e612c-a8f5-4ee3-ab71-a49cdb373223 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=271f1bd4-4895-42e2-8f36-0ac8e95c61e6 HTTP/1.1" status: 200 len: 945 time: 0.0873246 Jun 14 14:47:40.997043 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-f9121a6d-514f-4962-b7bc-5f6c235508ca req-0f910a04-19db-4daa-8f9e-f59f28f14b28 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406158 Jun 14 14:47:41.241289 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf02f6-f85d-4c9a-a7e3-15d95a632bed req-6844037b-2b70-4ff2-acad-8c0a93382425 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:41.242759 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-40bf02f6-f85d-4c9a-a7e3-15d95a632bed req-6844037b-2b70-4ff2-acad-8c0a93382425 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=517c6891-dd10-4a1f-9bbc-312ff0548f30 HTTP/1.1" status: 200 len: 945 time: 0.0752969 Jun 14 14:47:41.294043 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-40bf02f6-f85d-4c9a-a7e3-15d95a632bed req-48e01c4c-c93d-4467-a9b4-64b6c4b9367f tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=1347ac37-5848-4178-9b5e-4b2149ac523e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451810 Jun 14 14:47:42.189503 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419a640-4b51-4c1e-b85b-7b74a3ed784a req-c6274f84-dcc5-4bdf-aaec-1eabb0d45227 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:42.191311 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-e419a640-4b51-4c1e-b85b-7b74a3ed784a req-c6274f84-dcc5-4bdf-aaec-1eabb0d45227 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=271f1bd4-4895-42e2-8f36-0ac8e95c61e6 HTTP/1.1" status: 200 len: 945 time: 0.0709472 Jun 14 14:47:42.237401 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-e419a640-4b51-4c1e-b85b-7b74a3ed784a req-3c42b006-7e1f-4800-9dac-14ad6ac2918d tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403194 Jun 14 14:47:42.490274 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ed0cd8-9ca2-4dec-8e47-e561f09e4fdb req-c3513b6d-3cd1-4f03-a7fd-e505434d3075 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:42.491838 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-21ed0cd8-9ca2-4dec-8e47-e561f09e4fdb req-c3513b6d-3cd1-4f03-a7fd-e505434d3075 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=517c6891-dd10-4a1f-9bbc-312ff0548f30 HTTP/1.1" status: 200 len: 945 time: 0.0836575 Jun 14 14:47:42.534233 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-21ed0cd8-9ca2-4dec-8e47-e561f09e4fdb req-413cee4b-adba-4027-9e6b-ebb42f8ddf39 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=1347ac37-5848-4178-9b5e-4b2149ac523e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362701 Jun 14 14:47:43.444410 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef92ecb-710c-4d3a-9748-397fd98d8f6f req-fa4369af-719f-4b20-b976-9ceb7cf74fc0 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:43.445871 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-7ef92ecb-710c-4d3a-9748-397fd98d8f6f req-fa4369af-719f-4b20-b976-9ceb7cf74fc0 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=271f1bd4-4895-42e2-8f36-0ac8e95c61e6 HTTP/1.1" status: 200 len: 945 time: 0.0804691 Jun 14 14:47:43.491568 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-7ef92ecb-710c-4d3a-9748-397fd98d8f6f req-bd9ac4a9-c908-45c3-90e3-3a79603948d3 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395727 Jun 14 14:47:43.726610 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4b65d4-83a7-4b91-b2c2-f9cce3745ea4 req-e592b6fa-5f68-4838-a55b-d11e247d4c96 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:43.728114 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-fc4b65d4-83a7-4b91-b2c2-f9cce3745ea4 req-e592b6fa-5f68-4838-a55b-d11e247d4c96 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=517c6891-dd10-4a1f-9bbc-312ff0548f30 HTTP/1.1" status: 200 len: 945 time: 0.0738981 Jun 14 14:47:43.783427 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-fc4b65d4-83a7-4b91-b2c2-f9cce3745ea4 req-ee1860e2-e9e9-45de-87c6-3de4426f080d tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=1347ac37-5848-4178-9b5e-4b2149ac523e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490525 Jun 14 14:47:43.980301 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d166beb3-7a80-431f-bc7b-97aeaa9f77f7 req-74761e32-e22b-483c-867d-2c9383b82435 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:43.980301 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-d166beb3-7a80-431f-bc7b-97aeaa9f77f7 req-74761e32-e22b-483c-867d-2c9383b82435 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=517c6891-dd10-4a1f-9bbc-312ff0548f30 HTTP/1.1" status: 200 len: 945 time: 0.0807786 Jun 14 14:47:43.990655 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 58586) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:47:43.996928 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.v2.base [None req-eef77fd3-bbc1-4e56-84c5-45e88db4a1e4 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Request body: {'floatingip': {'port_id': '2e2f73fe-ace8-4f29-95c9-d5af4166b472'}} {{(pid=99484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:47:44.113621 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-eef77fd3-bbc1-4e56-84c5-45e88db4a1e4 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks [] for floatingip, before_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:44.967115 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a214882-e1a8-4688-a7a4-b805c6862e74 req-5fa3cbe5-1a33-4b08-8e2c-1c301c8f0adf tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:44.969840 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-3a214882-e1a8-4688-a7a4-b805c6862e74 req-5fa3cbe5-1a33-4b08-8e2c-1c301c8f0adf tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=271f1bd4-4895-42e2-8f36-0ac8e95c61e6 HTTP/1.1" status: 200 len: 945 time: 0.2141528 Jun 14 14:47:44.976243 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.db.resource_extend [None req-eef77fd3-bbc1-4e56-84c5-45e88db4a1e4 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 14 14:47:45.367589 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-3a214882-e1a8-4688-a7a4-b805c6862e74 req-ca916db1-fedf-4316-87f8-ca285685da70 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3886867 Jun 14 14:47:45.370368 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-eef77fd3-bbc1-4e56-84c5-45e88db4a1e4 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:45.479230 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-eef77fd3-bbc1-4e56-84c5-45e88db4a1e4 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4045686'] for floatingip, after_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:45.630366 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.db.l3_db [None req-eef77fd3-bbc1-4e56-84c5-45e88db4a1e4 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Floating IP 7efbefc9-08c5-4eb1-a1d0-1678f34a36ae associated. External IP: 172.27.3.151, port: 2e2f73fe-ace8-4f29-95c9-d5af4166b472. Jun 14 14:47:45.985886 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eef77fd3-bbc1-4e56-84c5-45e88db4a1e4 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Router a1e19f38-71a9-42c2-ad03-564a62f5fdd5 has already been hosted by L3 agent 1c008f53-dbc2-48c1-a123-31b869a31df2 {{(pid=99484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 14:47:46.163022 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef77fd3-bbc1-4e56-84c5-45e88db4a1e4 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify agent at l3_agent.dv-cinder-726180-9-iscsi the message routers_updated {{(pid=99484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 14:47:46.167154 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-eef77fd3-bbc1-4e56-84c5-45e88db4a1e4 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645'] for floatingip, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:46.187705 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9145ac1-6642-4973-a92b-741083cffebd None None] Sync routers for ids ['a1e19f38-71a9-42c2-ad03-564a62f5fdd5'] in dv-cinder-726180-9-iscsi {{(pid=99486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 14:47:46.199592 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9145ac1-6642-4973-a92b-741083cffebd None None] Routers {'a1e19f38-71a9-42c2-ad03-564a62f5fdd5'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:47:46.200812 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-c9145ac1-6642-4973-a92b-741083cffebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:47:28Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['a1e19f38-71a9-42c2-ad03-564a62f5fdd5'], 'active': True} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:47:46.221262 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-eef77fd3-bbc1-4e56-84c5-45e88db4a1e4 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "PUT /v2.0/floatingips/7efbefc9-08c5-4eb1-a1d0-1678f34a36ae HTTP/1.1" status: 200 len: 991 time: 2.2281275 Jun 14 14:47:46.221914 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '517c6891-dd10-4a1f-9bbc-312ff0548f30', 'tag': '2e2f73fe-ace8-4f29-95c9-d5af4166b472'}] {{(pid=99484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:47:46.225106 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d59e03e546515fa4e63eddd697505d7af87b03111d3d4a09b383aaccd0eedd18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-812dc887-c6e1-4b0e-852a-b09312e8e6e7" -d '{"events": [{"name": "network-changed", "server_uuid": "517c6891-dd10-4a1f-9bbc-312ff0548f30", "tag": "2e2f73fe-ace8-4f29-95c9-d5af4166b472"}]}' {{(pid=99484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:47:46.279442 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 14:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d708d49-82e3-4cb2-b31e-4bf5f5e27c8b x-openstack-request-id: req-0d708d49-82e3-4cb2-b31e-4bf5f5e27c8b {{(pid=99484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:47:46.279760 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "517c6891-dd10-4a1f-9bbc-312ff0548f30", "tag": "2e2f73fe-ace8-4f29-95c9-d5af4166b472", "status": "completed", "code": 200}]} {{(pid=99484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:47:46.280066 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0d708d49-82e3-4cb2-b31e-4bf5f5e27c8b {{(pid=99484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:47:46.280487 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '517c6891-dd10-4a1f-9bbc-312ff0548f30', 'tag': '2e2f73fe-ace8-4f29-95c9-d5af4166b472', 'status': 'completed', 'code': 200} Jun 14 14:47:46.401721 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812dc887-c6e1-4b0e-852a-b09312e8e6e7 req-43813e0a-6037-499b-baa4-edc69316fbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:46.403267 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-812dc887-c6e1-4b0e-852a-b09312e8e6e7 req-43813e0a-6037-499b-baa4-edc69316fbe4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f6d775d7d5f04714a3c3dbf66a8c9048&device_id=517c6891-dd10-4a1f-9bbc-312ff0548f30 HTTP/1.1" status: 200 len: 1098 time: 0.0883381 Jun 14 14:47:46.415044 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvr_db [None req-c9145ac1-6642-4973-a92b-741083cffebd None None] Set router a1e19f38-71a9-42c2-ad03-564a62f5fdd5 gateway port host: dv-cinder-726180-9-iscsi {{(pid=99486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:47:46.690975 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812dc887-c6e1-4b0e-852a-b09312e8e6e7 req-9cb47e82-08e0-45e1-bcbf-09f139418de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:46.719506 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-812dc887-c6e1-4b0e-852a-b09312e8e6e7 req-9cb47e82-08e0-45e1-bcbf-09f139418de2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0f24e05a-f59f-42ec-ad23-eb813ca68e34 HTTP/1.1" status: 200 len: 911 time: 0.2842841 Jun 14 14:47:46.910012 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-812dc887-c6e1-4b0e-852a-b09312e8e6e7 req-b5038884-6120-4123-877f-82067e98d65a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e2f73fe-ace8-4f29-95c9-d5af4166b472 HTTP/1.1" status: 200 len: 999 time: 0.1881597 Jun 14 14:47:46.919925 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ada08d5-fbab-42c9-a0e3-f7fb6783168a req-c25665dc-a7a8-425a-a925-3612c072aa2b tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:46.921458 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-9ada08d5-fbab-42c9-a0e3-f7fb6783168a req-c25665dc-a7a8-425a-a925-3612c072aa2b tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=271f1bd4-4895-42e2-8f36-0ac8e95c61e6 HTTP/1.1" status: 200 len: 945 time: 0.3002498 Jun 14 14:47:47.022660 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-9ada08d5-fbab-42c9-a0e3-f7fb6783168a req-c8f89236-e3aa-4e71-83a1-f08a5a11ac3c tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915959 Jun 14 14:47:47.024260 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812dc887-c6e1-4b0e-852a-b09312e8e6e7 req-1520fe35-b86b-4fa4-8fff-489569ef283e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:47.025695 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-812dc887-c6e1-4b0e-852a-b09312e8e6e7 req-1520fe35-b86b-4fa4-8fff-489569ef283e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fdbf821b-0f7c-45ba-93c7-1bd078cce400 HTTP/1.1" status: 200 len: 849 time: 0.1033421 Jun 14 14:47:47.102416 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812dc887-c6e1-4b0e-852a-b09312e8e6e7 req-2101b064-e5c7-4560-b574-721588a63ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:47.104049 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-812dc887-c6e1-4b0e-852a-b09312e8e6e7 req-2101b064-e5c7-4560-b574-721588a63ef3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0f24e05a-f59f-42ec-ad23-eb813ca68e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0616021 Jun 14 14:47:47.126078 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-c9145ac1-6642-4973-a92b-741083cffebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e19f38-71a9-42c2-ad03-564a62f5fdd5', 'name': 'tempest-AttachVolumeTestJSON-744546021-router', 'tenant_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '7f9e7668-8166-4761-9be7-99419494fe6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:46:41Z', 'updated_at': '2021-06-14T14:46:51Z', 'revision_number': 4, 'project_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'gw_port': {'id': '7f9e7668-8166-4761-9be7-99419494fe6e', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:db:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e19f38-71a9-42c2-ad03-564a62f5fdd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:46:43Z', 'updated_at': '2021-06-14T14:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_floatingips': [{'id': '7efbefc9-08c5-4eb1-a1d0-1678f34a36ae', 'tenant_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'floating_ip_address': '172.27.3.151', 'floating_network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'router_id': 'a1e19f38-71a9-42c2-ad03-564a62f5fdd5', 'port_id': '2e2f73fe-ace8-4f29-95c9-d5af4166b472', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f24e05a-f59f-42ec-ad23-eb813ca68e34', 'mac_address': 'fa:16:3e:a8:90:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517c6891-dd10-4a1f-9bbc-312ff0548f30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T14:47:04Z', 'updated_at': '2021-06-14T14:47:44Z', 'revision_number': 1, 'project_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19267b8f-8c0a-4213-86a8-a8ecf6c90a2f', 'name': '', 'network_id': '0f24e05a-f59f-42ec-ad23-eb813ca68e34', 'tenant_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'mac_address': 'fa:16:3e:44:e4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e19f38-71a9-42c2-ad03-564a62f5fdd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fdbf821b-0f7c-45ba-93c7-1bd078cce400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:46:50Z', 'updated_at': '2021-06-14T14:47:02Z', 'revision_number': 5, 'project_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'subnets': [{'id': 'fdbf821b-0f7c-45ba-93c7-1bd078cce400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:47:47.131044 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9145ac1-6642-4973-a92b-741083cffebd None None] Checking router: a1e19f38-71a9-42c2-ad03-564a62f5fdd5 for host: dv-cinder-726180-9-iscsi {{(pid=99486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 14:47:47.140474 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9145ac1-6642-4973-a92b-741083cffebd None None] Routers {'a1e19f38-71a9-42c2-ad03-564a62f5fdd5'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:47:47.141969 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-c9145ac1-6642-4973-a92b-741083cffebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:47:28Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['a1e19f38-71a9-42c2-ad03-564a62f5fdd5'], 'active': True} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:47:47.284162 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-812dc887-c6e1-4b0e-852a-b09312e8e6e7 req-93edbe9d-126c-483e-9fec-1aeceeed09e5 service neutron] 10.222.0.21 "GET /v2.0/networks/0f24e05a-f59f-42ec-ad23-eb813ca68e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672819 Jun 14 14:47:47.302398 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvr_db [None req-c9145ac1-6642-4973-a92b-741083cffebd None None] Set router a1e19f38-71a9-42c2-ad03-564a62f5fdd5 gateway port host: dv-cinder-726180-9-iscsi {{(pid=99486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:47:47.468667 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-812dc887-c6e1-4b0e-852a-b09312e8e6e7 req-15ef7798-8c83-4ebf-a3dd-680946716fd3 service neutron] 10.222.0.21 "GET /v2.0/networks/0f24e05a-f59f-42ec-ad23-eb813ca68e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746194 Jun 14 14:47:47.600292 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953cf50d-70ab-4ce5-ab49-4db2b1ffd193 req-38634024-b3cc-473e-8b4c-d3c2b6f25002 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:47.601818 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-953cf50d-70ab-4ce5-ab49-4db2b1ffd193 req-38634024-b3cc-473e-8b4c-d3c2b6f25002 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20b5ca5-adc9-4f3f-b2e2-12eb950498f7 HTTP/1.1" status: 200 len: 946 time: 0.0897195 Jun 14 14:47:47.656325 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-953cf50d-70ab-4ce5-ab49-4db2b1ffd193 req-b9b9c169-1f21-4e52-b1f8-06157353dd61 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] 10.222.0.55 "GET /v2.0/security-groups?id=58077830-2d49-4c4c-84ba-1a2352ab84db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439537 Jun 14 14:47:47.705820 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-c9145ac1-6642-4973-a92b-741083cffebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e19f38-71a9-42c2-ad03-564a62f5fdd5', 'name': 'tempest-AttachVolumeTestJSON-744546021-router', 'tenant_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '7f9e7668-8166-4761-9be7-99419494fe6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:46:41Z', 'updated_at': '2021-06-14T14:46:51Z', 'revision_number': 4, 'project_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'gw_port': {'id': '7f9e7668-8166-4761-9be7-99419494fe6e', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:db:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e19f38-71a9-42c2-ad03-564a62f5fdd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:46:43Z', 'updated_at': '2021-06-14T14:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_floatingips': [{'id': '7efbefc9-08c5-4eb1-a1d0-1678f34a36ae', 'tenant_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'floating_ip_address': '172.27.3.151', 'floating_network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'router_id': 'a1e19f38-71a9-42c2-ad03-564a62f5fdd5', 'port_id': '2e2f73fe-ace8-4f29-95c9-d5af4166b472', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f24e05a-f59f-42ec-ad23-eb813ca68e34', 'mac_address': 'fa:16:3e:a8:90:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517c6891-dd10-4a1f-9bbc-312ff0548f30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T14:47:04Z', 'updated_at': '2021-06-14T14:47:44Z', 'revision_number': 1, 'project_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19267b8f-8c0a-4213-86a8-a8ecf6c90a2f', 'name': '', 'network_id': '0f24e05a-f59f-42ec-ad23-eb813ca68e34', 'tenant_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'mac_address': 'fa:16:3e:44:e4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e19f38-71a9-42c2-ad03-564a62f5fdd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fdbf821b-0f7c-45ba-93c7-1bd078cce400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:46:50Z', 'updated_at': '2021-06-14T14:47:02Z', 'revision_number': 5, 'project_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'subnets': [{'id': 'fdbf821b-0f7c-45ba-93c7-1bd078cce400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:47:47.710682 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9145ac1-6642-4973-a92b-741083cffebd None None] The sync data for ids ['a1e19f38-71a9-42c2-ad03-564a62f5fdd5'] in dv-cinder-726180-9-iscsi is: [{'id': 'a1e19f38-71a9-42c2-ad03-564a62f5fdd5', 'name': 'tempest-AttachVolumeTestJSON-744546021-router', 'tenant_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '7f9e7668-8166-4761-9be7-99419494fe6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:46:41Z', 'updated_at': '2021-06-14T14:46:51Z', 'revision_number': 4, 'project_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'gw_port': {'id': '7f9e7668-8166-4761-9be7-99419494fe6e', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:db:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e19f38-71a9-42c2-ad03-564a62f5fdd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:46:43Z', 'updated_at': '2021-06-14T14:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_floatingips': [{'id': '7efbefc9-08c5-4eb1-a1d0-1678f34a36ae', 'tenant_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'floating_ip_address': '172.27.3.151', 'floating_network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'router_id': 'a1e19f38-71a9-42c2-ad03-564a62f5fdd5', 'port_id': '2e2f73fe-ace8-4f29-95c9-d5af4166b472', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f24e05a-f59f-42ec-ad23-eb813ca68e34', 'mac_address': 'fa:16:3e:a8:90:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517c6891-dd10-4a1f-9bbc-312ff0548f30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T14:47:04Z', 'updated_at': '2021-06-14T14:47:44Z', 'revision_number': 1, 'project_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19267b8f-8c0a-4213-86a8-a8ecf6c90a2f', 'name': '', 'network_id': '0f24e05a-f59f-42ec-ad23-eb813ca68e34', 'tenant_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'mac_address': 'fa:16:3e:44:e4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e19f38-71a9-42c2-ad03-564a62f5fdd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fdbf821b-0f7c-45ba-93c7-1bd078cce400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:46:50Z', 'updated_at': '2021-06-14T14:47:02Z', 'revision_number': 5, 'project_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'subnets': [{'id': 'fdbf821b-0f7c-45ba-93c7-1bd078cce400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 14:47:47.978649 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3bd001-e89d-417a-85d1-88f9a6283009 None None] New status for floating IP 7efbefc9-08c5-4eb1-a1d0-1678f34a36ae: ACTIVE {{(pid=99485) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 14:47:48.378216 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ba1a7-f302-4a26-82ea-511a8978a9d9 req-69cebc83-e7d0-4cb6-b4b5-40cb993c2656 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:48.380399 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-c81ba1a7-f302-4a26-82ea-511a8978a9d9 req-69cebc83-e7d0-4cb6-b4b5-40cb993c2656 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=271f1bd4-4895-42e2-8f36-0ac8e95c61e6 HTTP/1.1" status: 200 len: 945 time: 0.0787230 Jun 14 14:47:48.433140 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-c81ba1a7-f302-4a26-82ea-511a8978a9d9 req-3bfb92ad-94ce-4696-b928-9219e26970cf tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452216 Jun 14 14:47:48.876072 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69286a2e-f459-4222-8eba-436cf47bb852 req-fc510707-a024-4647-89b2-27c1ac859077 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:48.877659 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-69286a2e-f459-4222-8eba-436cf47bb852 req-fc510707-a024-4647-89b2-27c1ac859077 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20b5ca5-adc9-4f3f-b2e2-12eb950498f7 HTTP/1.1" status: 200 len: 946 time: 0.0960097 Jun 14 14:47:48.926026 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-69286a2e-f459-4222-8eba-436cf47bb852 req-f8d32776-0c08-4d9b-a787-71e3a11234de tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] 10.222.0.55 "GET /v2.0/security-groups?id=58077830-2d49-4c4c-84ba-1a2352ab84db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410466 Jun 14 14:47:49.620850 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca99cf-0cd8-464a-802a-53ac7c7fb25c req-03314da7-514a-4190-bec9-cc85857124cc tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:49.622310 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-0dca99cf-0cd8-464a-802a-53ac7c7fb25c req-03314da7-514a-4190-bec9-cc85857124cc tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=271f1bd4-4895-42e2-8f36-0ac8e95c61e6 HTTP/1.1" status: 200 len: 945 time: 0.0712755 Jun 14 14:47:49.667169 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-0dca99cf-0cd8-464a-802a-53ac7c7fb25c req-dfd162d1-8d7a-413c-aee5-2c69e69bd28b tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392387 Jun 14 14:47:50.104907 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e208c93-a463-4d5f-bea4-51e0f8f6e99d req-6172869c-855f-4e27-b2c6-14d0e7811b61 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:50.106374 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-5e208c93-a463-4d5f-bea4-51e0f8f6e99d req-6172869c-855f-4e27-b2c6-14d0e7811b61 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20b5ca5-adc9-4f3f-b2e2-12eb950498f7 HTTP/1.1" status: 200 len: 946 time: 0.0690236 Jun 14 14:47:50.149516 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-5e208c93-a463-4d5f-bea4-51e0f8f6e99d req-52c56a84-b148-4550-96fd-8e0b0aab2866 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] 10.222.0.55 "GET /v2.0/security-groups?id=58077830-2d49-4c4c-84ba-1a2352ab84db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374241 Jun 14 14:47:50.855321 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d594b20-7e4c-4729-9c12-17c55cda06c7 req-616ea666-547a-4926-b007-86983a6446ef tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:50.856823 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-3d594b20-7e4c-4729-9c12-17c55cda06c7 req-616ea666-547a-4926-b007-86983a6446ef tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=271f1bd4-4895-42e2-8f36-0ac8e95c61e6 HTTP/1.1" status: 200 len: 945 time: 0.0765998 Jun 14 14:47:50.904278 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-3d594b20-7e4c-4729-9c12-17c55cda06c7 req-dd61a7a2-2cd9-4fa1-8b78-54518a63b6c3 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416505 Jun 14 14:47:51.336717 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7310f-573f-469b-b8c7-689d12b950af req-b7c20e70-2a44-409a-aec3-4361dd0abcc5 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:51.337989 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-ded7310f-573f-469b-b8c7-689d12b950af req-b7c20e70-2a44-409a-aec3-4361dd0abcc5 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20b5ca5-adc9-4f3f-b2e2-12eb950498f7 HTTP/1.1" status: 200 len: 946 time: 0.0711432 Jun 14 14:47:51.381373 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-ded7310f-573f-469b-b8c7-689d12b950af req-12ae63a7-e8d8-4778-acc1-e0b778b4adcb tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] 10.222.0.55 "GET /v2.0/security-groups?id=58077830-2d49-4c4c-84ba-1a2352ab84db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374410 Jun 14 14:47:52.244422 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03313784-d349-4204-9054-68c2213f0bcd req-77fcd40d-3e46-4d9b-89f3-260491cf0334 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:52.245873 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-03313784-d349-4204-9054-68c2213f0bcd req-77fcd40d-3e46-4d9b-89f3-260491cf0334 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=271f1bd4-4895-42e2-8f36-0ac8e95c61e6 HTTP/1.1" status: 200 len: 945 time: 0.0702302 Jun 14 14:47:52.294179 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-03313784-d349-4204-9054-68c2213f0bcd req-afa0d146-64a8-42ae-9562-ba45d4331a50 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425127 Jun 14 14:47:52.573800 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d72fb-b06b-4a3f-9bfb-718c86f4e78f req-34100bd9-2681-4f30-9de5-b3b92c736b57 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:52.575567 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-3d4d72fb-b06b-4a3f-9bfb-718c86f4e78f req-34100bd9-2681-4f30-9de5-b3b92c736b57 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20b5ca5-adc9-4f3f-b2e2-12eb950498f7 HTTP/1.1" status: 200 len: 946 time: 0.0790777 Jun 14 14:47:52.622179 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-3d4d72fb-b06b-4a3f-9bfb-718c86f4e78f req-867f4ee7-394a-4108-bd96-401c42dec826 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] 10.222.0.55 "GET /v2.0/security-groups?id=58077830-2d49-4c4c-84ba-1a2352ab84db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403047 Jun 14 14:47:53.263880 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fd29e0-ade2-4afe-9d76-1816dba90f97 req-6ade0f4e-2e54-47c8-861d-6e4547c2a54c tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:53.265577 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-24fd29e0-ade2-4afe-9d76-1816dba90f97 req-6ade0f4e-2e54-47c8-861d-6e4547c2a54c tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] 10.222.0.21 "GET /v2.0/ports?device_id=b20b5ca5-adc9-4f3f-b2e2-12eb950498f7 HTTP/1.1" status: 200 len: 946 time: 0.0789168 Jun 14 14:47:53.502798 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6325f-f93a-493c-b5cd-cfa4435512dc req-92410c05-0e92-4497-b5ff-08644be1bb11 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:53.505100 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-34d6325f-f93a-493c-b5cd-cfa4435512dc req-92410c05-0e92-4497-b5ff-08644be1bb11 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=271f1bd4-4895-42e2-8f36-0ac8e95c61e6 HTTP/1.1" status: 200 len: 945 time: 0.0818655 Jun 14 14:47:53.554366 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-34d6325f-f93a-493c-b5cd-cfa4435512dc req-3fadbeef-0d06-40e2-8828-0947d5ba9a67 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431118 Jun 14 14:47:53.665927 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.plugin [req-24fd29e0-ade2-4afe-9d76-1816dba90f97 req-025bba4a-2bab-4dcf-a47e-4833882d2bb9 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] Deleting port 68de361a-d946-44be-912c-4574be949ace {{(pid=99484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:47:53.666334 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-24fd29e0-ade2-4afe-9d76-1816dba90f97 req-025bba4a-2bab-4dcf-a47e-4833882d2bb9 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375454248'] for port, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:53.819310 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-becc0de2-3144-48e0-b83e-5314316d5f23 req-b3c5f655-0d2f-40c7-8ad0-c911d4df9ae9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=544ef9a6-fafa-4c97-bbd9-004212687a60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0817170 Jun 14 14:47:53.854332 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.db [req-24fd29e0-ade2-4afe-9d76-1816dba90f97 req-025bba4a-2bab-4dcf-a47e-4833882d2bb9 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] For port 68de361a-d946-44be-912c-4574be949ace, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=68de361a-d946-44be-912c-4574be949ace,segment=NetworkSegment(4a81e2f8-9641-4b21-8f22-d983a8c6c131),segment_id=4a81e2f8-9641-4b21-8f22-d983a8c6c131)] {{(pid=99484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:47:53.854824 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-24fd29e0-ade2-4afe-9d76-1816dba90f97 req-025bba4a-2bab-4dcf-a47e-4833882d2bb9 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4046836'] for port, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:53.935933 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc0de2-3144-48e0-b83e-5314316d5f23 req-430e270c-9378-421c-9134-9c42371beab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:53.937444 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-becc0de2-3144-48e0-b83e-5314316d5f23 req-430e270c-9378-421c-9134-9c42371beab8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=242c3d1f11d44afab53a6162544fd9e6&device_id=544ef9a6-fafa-4c97-bbd9-004212687a60 HTTP/1.1" status: 200 len: 1098 time: 0.0619347 Jun 14 14:47:53.980813 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.plugin [req-24fd29e0-ade2-4afe-9d76-1816dba90f97 req-025bba4a-2bab-4dcf-a47e-4833882d2bb9 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] Calling delete_port for 68de361a-d946-44be-912c-4574be949ace owned by compute:nova {{(pid=99484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:47:54.081497 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc0de2-3144-48e0-b83e-5314316d5f23 req-f0b3cc52-5cb9-405c-8456-3c400e5e52a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:54.083350 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-becc0de2-3144-48e0-b83e-5314316d5f23 req-f0b3cc52-5cb9-405c-8456-3c400e5e52a3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=279d0dfb-7f10-4838-93a8-73440a285c6d HTTP/1.1" status: 200 len: 920 time: 0.1218767 Jun 14 14:47:54.088495 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25738113-1936-4bc0-906f-8f3232ea6910 req-66f3a767-dd4a-479d-bdfe-d041992cea80 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:54.090032 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-25738113-1936-4bc0-906f-8f3232ea6910 req-66f3a767-dd4a-479d-bdfe-d041992cea80 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20b5ca5-adc9-4f3f-b2e2-12eb950498f7 HTTP/1.1" status: 200 len: 946 time: 0.2915697 Jun 14 14:47:54.152797 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-becc0de2-3144-48e0-b83e-5314316d5f23 req-ed955ae4-4bcb-40cd-9670-860a55860401 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3abc5e1-9f7c-4b8e-9136-bcb9ef9bb7cf HTTP/1.1" status: 200 len: 217 time: 0.0602076 Jun 14 14:47:54.159948 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-25738113-1936-4bc0-906f-8f3232ea6910 req-c5bf4e9a-eda1-4f80-9485-102663aca17c tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] 10.222.0.55 "GET /v2.0/security-groups?id=58077830-2d49-4c4c-84ba-1a2352ab84db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628099 Jun 14 14:47:54.230893 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc0de2-3144-48e0-b83e-5314316d5f23 req-38dffc02-eafa-4ea4-a645-4b71c12dd551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:54.233247 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-becc0de2-3144-48e0-b83e-5314316d5f23 req-38dffc02-eafa-4ea4-a645-4b71c12dd551 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=49408d3b-84a8-4c0a-b61a-5027e2e91b41 HTTP/1.1" status: 200 len: 859 time: 0.0727251 Jun 14 14:47:54.275718 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-becc0de2-3144-48e0-b83e-5314316d5f23 req-523dcf30-7e40-4fa1-a619-6ec5b9079853 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=279d0dfb-7f10-4838-93a8-73440a285c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341156 Jun 14 14:47:54.381969 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-24fd29e0-ade2-4afe-9d76-1816dba90f97 req-025bba4a-2bab-4dcf-a47e-4833882d2bb9 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375458892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763375065896'] for port, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:54.387386 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:47:54.400829 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] get_ports_and_sgs() called for port_ids ['68de361a-d946-44be-912c-4574be949ace'] {{(pid=99485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 14:47:54.429391 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025bba4a-2bab-4dcf-a47e-4833882d2bb9 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] Pushing event deleted for resources: {'Port': ['ID=68de361a-d946-44be-912c-4574be949ace,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:47:54.458368 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-becc0de2-3144-48e0-b83e-5314316d5f23 req-9c63b2ae-eade-49af-96f3-55a6c862b76b service neutron] 10.222.0.21 "GET /v2.0/networks/279d0dfb-7f10-4838-93a8-73440a285c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671124 Jun 14 14:47:54.499517 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025bba4a-2bab-4dcf-a47e-4833882d2bb9 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:47:54.499966 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025bba4a-2bab-4dcf-a47e-4833882d2bb9 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:47:54.506757 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025bba4a-2bab-4dcf-a47e-4833882d2bb9 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:47:54.506757 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025bba4a-2bab-4dcf-a47e-4833882d2bb9 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:47:54.506757 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025bba4a-2bab-4dcf-a47e-4833882d2bb9 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:47:54.506757 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025bba4a-2bab-4dcf-a47e-4833882d2bb9 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:47:54.506757 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025bba4a-2bab-4dcf-a47e-4833882d2bb9 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:47:54.506757 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025bba4a-2bab-4dcf-a47e-4833882d2bb9 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:47:54.506757 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025bba4a-2bab-4dcf-a47e-4833882d2bb9 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:47:54.506757 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025bba4a-2bab-4dcf-a47e-4833882d2bb9 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:47:54.506757 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025bba4a-2bab-4dcf-a47e-4833882d2bb9 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:47:54.506757 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025bba4a-2bab-4dcf-a47e-4833882d2bb9 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:47:54.536400 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-025bba4a-2bab-4dcf-a47e-4833882d2bb9 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:47:54.537421 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.l3_dvrscheduler_db [req-24fd29e0-ade2-4afe-9d76-1816dba90f97 req-025bba4a-2bab-4dcf-a47e-4833882d2bb9 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] No DVR routers for this DVR port 68de361a-d946-44be-912c-4574be949ace on host hv-cinder-72618 {{(pid=99484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 14:47:54.541151 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-24fd29e0-ade2-4afe-9d76-1816dba90f97 req-025bba4a-2bab-4dcf-a47e-4833882d2bb9 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645'] for port, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:54.543930 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-24fd29e0-ade2-4afe-9d76-1816dba90f97 req-025bba4a-2bab-4dcf-a47e-4833882d2bb9 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] 10.222.0.21 "DELETE /v2.0/ports/68de361a-d946-44be-912c-4574be949ace HTTP/1.1" status: 204 len: 173 time: 1.2719150 Jun 14 14:47:54.544458 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b20b5ca5-adc9-4f3f-b2e2-12eb950498f7', 'name': 'network-vif-deleted', 'tag': '68de361a-d946-44be-912c-4574be949ace'}] {{(pid=99484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:47:54.547526 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d59e03e546515fa4e63eddd697505d7af87b03111d3d4a09b383aaccd0eedd18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ddfabd-4874-4cd7-8238-0be08fa7fca1" -d '{"events": [{"server_uuid": "b20b5ca5-adc9-4f3f-b2e2-12eb950498f7", "name": "network-vif-deleted", "tag": "68de361a-d946-44be-912c-4574be949ace"}]}' {{(pid=99484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:47:54.603109 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 14:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e4ff7e-9349-4926-abe7-9c80e324cbed x-openstack-request-id: req-f9e4ff7e-9349-4926-abe7-9c80e324cbed {{(pid=99484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:47:54.603432 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b20b5ca5-adc9-4f3f-b2e2-12eb950498f7", "name": "network-vif-deleted", "tag": "68de361a-d946-44be-912c-4574be949ace", "status": "completed", "code": 200}]} {{(pid=99484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:47:54.603705 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f9e4ff7e-9349-4926-abe7-9c80e324cbed {{(pid=99484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:47:54.604187 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b20b5ca5-adc9-4f3f-b2e2-12eb950498f7', 'name': 'network-vif-deleted', 'tag': '68de361a-d946-44be-912c-4574be949ace', 'status': 'completed', 'code': 200} Jun 14 14:47:54.675106 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-becc0de2-3144-48e0-b83e-5314316d5f23 req-a854c1b0-f218-4dca-9c26-36b84322196a service neutron] 10.222.0.21 "GET /v2.0/networks/279d0dfb-7f10-4838-93a8-73440a285c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020791 Jun 14 14:47:54.823783 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32247df-f10b-4a31-a2e3-7270fd8faa37 req-69425451-613a-44e7-aed3-b04f192ce96d tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:54.825313 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-f32247df-f10b-4a31-a2e3-7270fd8faa37 req-69425451-613a-44e7-aed3-b04f192ce96d tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=271f1bd4-4895-42e2-8f36-0ac8e95c61e6 HTTP/1.1" status: 200 len: 945 time: 0.0818787 Jun 14 14:47:54.891746 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-f32247df-f10b-4a31-a2e3-7270fd8faa37 req-2d0cffbb-32a1-4fc7-9001-2cc26b0f7b1f tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606930 Jun 14 14:47:55.314410 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-827f039a-2eca-443e-87f5-038609ea114c req-8eb2ec61-3541-44de-b706-f1275efbf9b8 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20b5ca5-adc9-4f3f-b2e2-12eb950498f7 HTTP/1.1" status: 200 len: 210 time: 0.0343630 Jun 14 14:47:55.804951 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-d762f171-1271-4404-9fe1-4ac91c1ce5cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:56.089574 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e73df3-2580-48b7-9a49-e27d11f24785 req-0ae0455e-d375-4df0-a197-eac994271427 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:56.091253 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-d6e73df3-2580-48b7-9a49-e27d11f24785 req-0ae0455e-d375-4df0-a197-eac994271427 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=271f1bd4-4895-42e2-8f36-0ac8e95c61e6 HTTP/1.1" status: 200 len: 945 time: 0.0746460 Jun 14 14:47:56.138125 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-d6e73df3-2580-48b7-9a49-e27d11f24785 req-b1f2c5ed-72c7-42cf-be92-6852dd1cbe6e tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403941 Jun 14 14:47:56.469411 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-c6308709-cdd3-4e42-97d4-9bbbb3635644 req-f99b6b92-29a8-4e0c-bc81-370bf0d1c144 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20b5ca5-adc9-4f3f-b2e2-12eb950498f7 HTTP/1.1" status: 200 len: 210 time: 0.0360758 Jun 14 14:47:57.178788 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 58902) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:47:57.305093 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-8d32c619-82b9-4089-990f-e99bf47ca499 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:57.329736 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45319d21-26bb-4023-8d38-36a0b9b0a599 req-ae58231d-322c-4887-8258-cc89363fa74a tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:57.331383 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-45319d21-26bb-4023-8d38-36a0b9b0a599 req-ae58231d-322c-4887-8258-cc89363fa74a tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=271f1bd4-4895-42e2-8f36-0ac8e95c61e6 HTTP/1.1" status: 200 len: 945 time: 0.0780125 Jun 14 14:47:57.374873 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-45319d21-26bb-4023-8d38-36a0b9b0a599 req-662bcd11-8795-4258-b201-71aabb3811f1 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372984 Jun 14 14:47:57.402996 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-8d32c619-82b9-4089-990f-e99bf47ca499 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:57.461906 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-8d32c619-82b9-4089-990f-e99bf47ca499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:57.464588 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-100a9729-ae4b-4964-b519-36d619cf41cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:47:57.506475 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-8d32c619-82b9-4089-990f-e99bf47ca499 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c9a493efd4fc4bee882d1b96d01d2ce8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3265023 Jun 14 14:47:57.507419 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d32c619-82b9-4089-990f-e99bf47ca499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a7a3e0-c6ea-4ec9-966f-15505a597082,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:47:57.510642 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-8d32c619-82b9-4089-990f-e99bf47ca499 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:47:57.511064 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 58910) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:47:57.573579 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-d06e825a-e537-47e0-a0be-0a17d8d672cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:57.629870 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-d4c805ee-8b7c-4f24-8a24-feb615cd3c04 req-466102e3-1055-4d49-a373-2114ba4e4ebc tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20b5ca5-adc9-4f3f-b2e2-12eb950498f7 HTTP/1.1" status: 200 len: 210 time: 0.0433435 Jun 14 14:47:57.631726 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-d06e825a-e537-47e0-a0be-0a17d8d672cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:57.776113 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-d06e825a-e537-47e0-a0be-0a17d8d672cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:57.778877 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-d06e825a-e537-47e0-a0be-0a17d8d672cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:57.782224 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-d06e825a-e537-47e0-a0be-0a17d8d672cc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f4a7a3e0-c6ea-4ec9-966f-15505a597082 HTTP/1.1" status: 204 len: 168 time: 0.2677414 Jun 14 14:47:57.782224 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-81c382ae-8216-4e7a-a560-b65bd59036cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:47:57.797961 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06e825a-e537-47e0-a0be-0a17d8d672cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a7a3e0-c6ea-4ec9-966f-15505a597082,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:47:57.812777 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06e825a-e537-47e0-a0be-0a17d8d672cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:47:57.813374 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06e825a-e537-47e0-a0be-0a17d8d672cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:47:57.813950 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06e825a-e537-47e0-a0be-0a17d8d672cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:47:57.814598 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06e825a-e537-47e0-a0be-0a17d8d672cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:47:57.815167 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06e825a-e537-47e0-a0be-0a17d8d672cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:47:57.815787 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06e825a-e537-47e0-a0be-0a17d8d672cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:47:57.816541 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06e825a-e537-47e0-a0be-0a17d8d672cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:47:57.817174 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06e825a-e537-47e0-a0be-0a17d8d672cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:47:57.817763 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06e825a-e537-47e0-a0be-0a17d8d672cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:47:57.818346 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06e825a-e537-47e0-a0be-0a17d8d672cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:47:57.818939 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06e825a-e537-47e0-a0be-0a17d8d672cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:47:57.819518 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06e825a-e537-47e0-a0be-0a17d8d672cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:47:57.824782 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-d06e825a-e537-47e0-a0be-0a17d8d672cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:47:58.374813 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device 68de361a-d946-44be-912c-4574be949ace no longer exists at agent hyperv_hv-cinder-72618 {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 14:47:58.416401 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] No Port match for: 68de361a-d946-44be-912c-4574be949ace {{(pid=99485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 14:47:58.416758 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device 68de361a-d946-44be-912c-4574be949ace not bound to the agent host hv-cinder-72618 {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 14:47:58.484712 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-3713edde-d5b6-40ba-b07e-4c8ecf3795ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:58.533303 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 58926) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:47:58.549830 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-f1dcba2f-6001-4592-b27e-a6ecb27cbcde admin admin] Notify callbacks [] for security_group, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:58.579882 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ecf8e8-6391-4c89-a527-3ba67560654b req-86156d4a-2463-4da1-9444-2a610cca9fb0 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:58.581510 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-d6ecf8e8-6391-4c89-a527-3ba67560654b req-86156d4a-2463-4da1-9444-2a610cca9fb0 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=271f1bd4-4895-42e2-8f36-0ac8e95c61e6 HTTP/1.1" status: 200 len: 945 time: 0.0806623 Jun 14 14:47:58.627809 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-d6ecf8e8-6391-4c89-a527-3ba67560654b req-1b5883aa-3395-4176-8af0-00fc65e8d874 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403268 Jun 14 14:47:58.655079 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-f1dcba2f-6001-4592-b27e-a6ecb27cbcde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:58.690210 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:58.762765 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-f1dcba2f-6001-4592-b27e-a6ecb27cbcde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:58.791383 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-55db7228-de78-4fa6-b971-5ca64fa97a88 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:47:58.803000 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-6db8b107-7b81-4510-b298-23010ec265d2 req-ee1135fb-335d-4c42-98c6-3b9ffb29717b tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20b5ca5-adc9-4f3f-b2e2-12eb950498f7 HTTP/1.1" status: 200 len: 210 time: 0.0514841 Jun 14 14:47:58.837230 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-f1dcba2f-6001-4592-b27e-a6ecb27cbcde admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=15a3e098cea149a7b6232be9aa9a7bf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3027480 Jun 14 14:47:58.839282 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dcba2f-6001-4592-b27e-a6ecb27cbcde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de524d91-4509-4e37-befd-2cbedb51eda1,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:47:58.839885 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 58934) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:47:58.842454 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-f1dcba2f-6001-4592-b27e-a6ecb27cbcde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:47:58.899478 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-5aa098bc-bbff-4e3e-b29e-e7b6b7d8d264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:58.923607 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-5aa098bc-bbff-4e3e-b29e-e7b6b7d8d264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:59.159090 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-5aa098bc-bbff-4e3e-b29e-e7b6b7d8d264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:59.162368 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-5aa098bc-bbff-4e3e-b29e-e7b6b7d8d264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:59.163507 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-5aa098bc-bbff-4e3e-b29e-e7b6b7d8d264 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/de524d91-4509-4e37-befd-2cbedb51eda1 HTTP/1.1" status: 204 len: 168 time: 0.3225307 Jun 14 14:47:59.164270 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:47:59.174832 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa098bc-bbff-4e3e-b29e-e7b6b7d8d264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de524d91-4509-4e37-befd-2cbedb51eda1,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:47:59.178518 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-5aa098bc-bbff-4e3e-b29e-e7b6b7d8d264 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:47:59.603164 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:59.735784 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-fac6794f-d54e-43a2-84ad-332974bc6d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:59.839884 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625ea92-d82c-4d8e-88eb-b0a34ccc2f82 req-5a7c9c52-2b3c-4a57-835e-bcc2b1f5305a tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:47:59.848605 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-b625ea92-d82c-4d8e-88eb-b0a34ccc2f82 req-5a7c9c52-2b3c-4a57-835e-bcc2b1f5305a tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=271f1bd4-4895-42e2-8f36-0ac8e95c61e6 HTTP/1.1" status: 200 len: 945 time: 0.0906897 Jun 14 14:47:59.906384 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-b625ea92-d82c-4d8e-88eb-b0a34ccc2f82 req-be245afb-c1a4-48e0-a419-17ae23a71012 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531611 Jun 14 14:48:00.010270 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-65599178-5c65-4e6e-b7fc-35001f9eaa14 req-52e7b8c7-9105-455c-831b-4a3166c0c36a tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20b5ca5-adc9-4f3f-b2e2-12eb950498f7 HTTP/1.1" status: 200 len: 210 time: 0.0374713 Jun 14 14:48:00.974136 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 59012) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:01.109679 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ca5ce-9b9e-4110-9919-4a12de067d6c req-d5b4695a-00df-428a-85f1-6c128341afac tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:01.111180 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-2a0ca5ce-9b9e-4110-9919-4a12de067d6c req-d5b4695a-00df-428a-85f1-6c128341afac tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=271f1bd4-4895-42e2-8f36-0ac8e95c61e6 HTTP/1.1" status: 200 len: 945 time: 0.0887890 Jun 14 14:48:01.180439 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-7beb13c6-1484-414d-8684-0a1bf8940077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:01.195015 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-2a0ca5ce-9b9e-4110-9919-4a12de067d6c req-adcd71ed-8b5f-45d6-8c12-608b8d8c1e8d tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750823 Jun 14 14:48:01.318341 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-7beb13c6-1484-414d-8684-0a1bf8940077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:01.410272 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-39b4335d-7f90-4c96-ac82-c584c202a69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:01.497039 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-7beb13c6-1484-414d-8684-0a1bf8940077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:01.501738 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-b546ce64-f959-487d-a494-3fd1633ea014 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:01.544258 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-7beb13c6-1484-414d-8684-0a1bf8940077 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=861d070801344f558f72cd46dcc97d82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5688579 Jun 14 14:48:01.545424 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beb13c6-1484-414d-8684-0a1bf8940077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48127a16-be44-44db-94f9-f1f145d5a580,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:01.547008 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 59032) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:01.548638 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-7beb13c6-1484-414d-8684-0a1bf8940077 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:01.607994 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-7234bba8-81bb-4db5-9ed7-0ba1e011cf66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:01.649670 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-7234bba8-81bb-4db5-9ed7-0ba1e011cf66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:01.897208 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-7234bba8-81bb-4db5-9ed7-0ba1e011cf66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:01.900118 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-7234bba8-81bb-4db5-9ed7-0ba1e011cf66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:01.903570 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-7234bba8-81bb-4db5-9ed7-0ba1e011cf66 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/48127a16-be44-44db-94f9-f1f145d5a580 HTTP/1.1" status: 204 len: 168 time: 0.3525844 Jun 14 14:48:01.904920 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:01.916120 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7234bba8-81bb-4db5-9ed7-0ba1e011cf66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48127a16-be44-44db-94f9-f1f145d5a580,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:01.918983 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-7234bba8-81bb-4db5-9ed7-0ba1e011cf66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:02.420397 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0dc73f-ba12-4b9b-a928-1e3303a1250c req-4a596bff-17f0-4597-b2c6-66d401f0c219 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:02.421961 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-5f0dc73f-ba12-4b9b-a928-1e3303a1250c req-4a596bff-17f0-4597-b2c6-66d401f0c219 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=271f1bd4-4895-42e2-8f36-0ac8e95c61e6 HTTP/1.1" status: 200 len: 945 time: 0.0968046 Jun 14 14:48:02.468838 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-5f0dc73f-ba12-4b9b-a928-1e3303a1250c req-36b4bcff-2c1a-40c9-bc0d-08ff8b8684e0 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408158 Jun 14 14:48:02.985195 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 59102) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:03.041636 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.db_base_plugin_v2 [None req-58397627-a055-4029-acb8-5c199fd44881 admin admin] Deleting subnet 67d8658e-6451-4dd5-a7f9-3353b99c50a8 {{(pid=99484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 14 14:48:03.045106 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-58397627-a055-4029-acb8-5c199fd44881 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:03.106120 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-58397627-a055-4029-acb8-5c199fd44881 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:03.118674 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-58397627-a055-4029-acb8-5c199fd44881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912507'] for subnet, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:03.213353 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 59108) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:03.231544 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-8c730358-b702-4e93-ae8b-984d2f7149d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:03.304670 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-58397627-a055-4029-acb8-5c199fd44881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244'] for subnet, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:03.309958 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:03.348087 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-58397627-a055-4029-acb8-5c199fd44881 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:03.350226 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-58397627-a055-4029-acb8-5c199fd44881 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/67d8658e-6451-4dd5-a7f9-3353b99c50a8 HTTP/1.1" status: 204 len: 168 time: 0.3639500 Jun 14 14:48:03.351294 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58397627-a055-4029-acb8-5c199fd44881 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67d8658e-6451-4dd5-a7f9-3353b99c50a8,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:03.355255 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 59114) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:03.358032 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-58397627-a055-4029-acb8-5c199fd44881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:03.378575 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-8c730358-b702-4e93-ae8b-984d2f7149d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:03.453639 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-818ec065-cc4a-4852-b1a2-adf4da3dbd76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1035504'] for network, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:03.524456 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-8c730358-b702-4e93-ae8b-984d2f7149d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:03.527844 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-2cf42e44-c5e9-4008-b2df-65ac43c361e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:03.574848 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c730358-b702-4e93-ae8b-984d2f7149d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b93ef3-b300-4d0c-8bdb-9ec63d0e0295,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:03.592000 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-8c730358-b702-4e93-ae8b-984d2f7149d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:03.599709 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-8c730358-b702-4e93-ae8b-984d2f7149d1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0b0e381f836c49699e7e5db0d60dad0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3851261 Jun 14 14:48:03.602392 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 59124) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:03.610139 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-818ec065-cc4a-4852-b1a2-adf4da3dbd76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-911334', 'neutron.services.segments.db._delete_segments_for_network-8763375589048'] for network, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:03.673831 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-818ec065-cc4a-4852-b1a2-adf4da3dbd76 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:48:03.674217 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-818ec065-cc4a-4852-b1a2-adf4da3dbd76 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:48:03.674979 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-818ec065-cc4a-4852-b1a2-adf4da3dbd76 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:48:03.675326 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-818ec065-cc4a-4852-b1a2-adf4da3dbd76 admin admin] Subscribe: > port after_create 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:48:03.675925 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-818ec065-cc4a-4852-b1a2-adf4da3dbd76 admin admin] Subscribe: > port after_delete 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:48:03.676108 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-818ec065-cc4a-4852-b1a2-adf4da3dbd76 admin admin] Subscribe: > port after_update 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:48:03.676492 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-818ec065-cc4a-4852-b1a2-adf4da3dbd76 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:48:03.676813 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-818ec065-cc4a-4852-b1a2-adf4da3dbd76 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:48:03.677126 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-818ec065-cc4a-4852-b1a2-adf4da3dbd76 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:48:03.678161 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-818ec065-cc4a-4852-b1a2-adf4da3dbd76 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:48:03.686476 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-e9111743-6333-4772-b335-68699e6b94bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:03.720720 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-e9111743-6333-4772-b335-68699e6b94bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:03.825590 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-818ec065-cc4a-4852-b1a2-adf4da3dbd76 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:48:03.826039 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-818ec065-cc4a-4852-b1a2-adf4da3dbd76 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:48:03.828496 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-818ec065-cc4a-4852-b1a2-adf4da3dbd76 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:48:03.828496 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-818ec065-cc4a-4852-b1a2-adf4da3dbd76 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:48:03.828496 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.services.segments.db [None req-818ec065-cc4a-4852-b1a2-adf4da3dbd76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f05b172-ee7e-4350-8b8f-fe2c8292c693']}} {{(pid=99484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:48:03.848744 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.services.segments.db [None req-818ec065-cc4a-4852-b1a2-adf4da3dbd76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a81e2f8-9641-4b21-8f22-d983a8c6c131') {'for_net_delete': True} {{(pid=99484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:48:03.848744 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.services.segments.db [None req-818ec065-cc4a-4852-b1a2-adf4da3dbd76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a81e2f8-9641-4b21-8f22-d983a8c6c131') {} {{(pid=99484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:48:03.868623 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-818ec065-cc4a-4852-b1a2-adf4da3dbd76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375588886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257031'] for segment, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:03.900045 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-818ec065-cc4a-4852-b1a2-adf4da3dbd76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-914478'] for segment, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:03.931023 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf49f9-f624-497b-9fbd-c15d141f12c0 req-c710d281-95f6-4230-b997-9196c995fba4 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:03.939286 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-eccf49f9-f624-497b-9fbd-c15d141f12c0 req-c710d281-95f6-4230-b997-9196c995fba4 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=271f1bd4-4895-42e2-8f36-0ac8e95c61e6 HTTP/1.1" status: 200 len: 945 time: 0.3116541 Jun 14 14:48:03.984927 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88e6d92-c87c-4c87-91d6-f745ea98fb11 req-29b3f571-2a19-4eec-95b1-4948c89aa1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:03.987305 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-e88e6d92-c87c-4c87-91d6-f745ea98fb11 req-29b3f571-2a19-4eec-95b1-4948c89aa1ad service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=271f1bd4-4895-42e2-8f36-0ac8e95c61e6 HTTP/1.1" status: 200 len: 1098 time: 0.0768557 Jun 14 14:48:04.004387 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-eccf49f9-f624-497b-9fbd-c15d141f12c0 req-10b156f4-6fb6-49a0-9b4f-44b06cec7861 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630207 Jun 14 14:48:04.035012 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-e88e6d92-c87c-4c87-91d6-f745ea98fb11 req-7af97a9b-c6f8-4ad9-be6d-1c26978fbba5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402517 Jun 14 14:48:04.056918 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-e9111743-6333-4772-b335-68699e6b94bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:04.061347 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-e9111743-6333-4772-b335-68699e6b94bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:04.062480 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-e9111743-6333-4772-b335-68699e6b94bb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/24b93ef3-b300-4d0c-8bdb-9ec63d0e0295 HTTP/1.1" status: 204 len: 168 time: 0.4591250 Jun 14 14:48:04.063209 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-56fe1f94-8cf8-4c64-9600-dc0fc3633544 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:04.074224 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9111743-6333-4772-b335-68699e6b94bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b93ef3-b300-4d0c-8bdb-9ec63d0e0295,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:04.077564 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-e9111743-6333-4772-b335-68699e6b94bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:04.094417 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-818ec065-cc4a-4852-b1a2-adf4da3dbd76 admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=99484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 14:48:04.095647 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-818ec065-cc4a-4852-b1a2-adf4da3dbd76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-914478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12090150'] for segment, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:04.114913 dv-cinder-726180-9-iscsi neutron-server[99484]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 14 14:48:04.114913 dv-cinder-726180-9-iscsi neutron-server[99484]: from cryptography.utils import int_from_bytes Jun 14 14:48:04.114913 dv-cinder-726180-9-iscsi neutron-server[99484]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 14 14:48:04.114913 dv-cinder-726180-9-iscsi neutron-server[99484]: from cryptography.utils import int_from_bytes Jun 14 14:48:04.114913 dv-cinder-726180-9-iscsi neutron-server[99484]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:48:04.114913 dv-cinder-726180-9-iscsi neutron-server[99484]: retrieve_revision_numbers = { Jun 14 14:48:04.114913 dv-cinder-726180-9-iscsi neutron-server[99484]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:48:04.114913 dv-cinder-726180-9-iscsi neutron-server[99484]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:48:04.114913 dv-cinder-726180-9-iscsi neutron-server[99484]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:48:04.114913 dv-cinder-726180-9-iscsi neutron-server[99484]: retrieve_revision_numbers = { Jun 14 14:48:04.114913 dv-cinder-726180-9-iscsi neutron-server[99484]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:48:04.114913 dv-cinder-726180-9-iscsi neutron-server[99484]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:48:04.114913 dv-cinder-726180-9-iscsi neutron-server[99484]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:48:04.114913 dv-cinder-726180-9-iscsi neutron-server[99484]: retrieve_revision_numbers = { Jun 14 14:48:04.114913 dv-cinder-726180-9-iscsi neutron-server[99484]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:48:04.114913 dv-cinder-726180-9-iscsi neutron-server[99484]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:48:04.114913 dv-cinder-726180-9-iscsi neutron-server[99484]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:48:04.114913 dv-cinder-726180-9-iscsi neutron-server[99484]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:48:04.114913 dv-cinder-726180-9-iscsi neutron-server[99484]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:48:04.114913 dv-cinder-726180-9-iscsi neutron-server[99484]: retrieve_revision_numbers = { Jun 14 14:48:04.114913 dv-cinder-726180-9-iscsi neutron-server[99484]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:48:04.114913 dv-cinder-726180-9-iscsi neutron-server[99484]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:48:04.114913 dv-cinder-726180-9-iscsi neutron-server[99484]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:48:04.114913 dv-cinder-726180-9-iscsi neutron-server[99484]: retrieve_revision_numbers = { Jun 14 14:48:04.114913 dv-cinder-726180-9-iscsi neutron-server[99484]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:48:04.114913 dv-cinder-726180-9-iscsi neutron-server[99484]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:48:04.114913 dv-cinder-726180-9-iscsi neutron-server[99484]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:48:04.114913 dv-cinder-726180-9-iscsi neutron-server[99484]: retrieve_revision_numbers = { Jun 14 14:48:04.114913 dv-cinder-726180-9-iscsi neutron-server[99484]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:48:04.114913 dv-cinder-726180-9-iscsi neutron-server[99484]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:48:04.114913 dv-cinder-726180-9-iscsi neutron-server[99484]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:48:04.114913 dv-cinder-726180-9-iscsi neutron-server[99484]: retrieve_revision_numbers = { Jun 14 14:48:04.114913 dv-cinder-726180-9-iscsi neutron-server[99484]: Traceback (most recent call last): Jun 14 14:48:04.114913 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 14 14:48:04.114913 dv-cinder-726180-9-iscsi neutron-server[99484]: timer() Jun 14 14:48:04.114913 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 14 14:48:04.114913 dv-cinder-726180-9-iscsi neutron-server[99484]: cb(*args, **kw) Jun 14 14:48:04.114913 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 14 14:48:04.114913 dv-cinder-726180-9-iscsi neutron-server[99484]: return func(*args, **kwargs) Jun 14 14:48:04.114913 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 14 14:48:04.114913 dv-cinder-726180-9-iscsi neutron-server[99484]: self._notify() Jun 14 14:48:04.114913 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 14 14:48:04.114913 dv-cinder-726180-9-iscsi neutron-server[99484]: self.callback(batched_events) Jun 14 14:48:04.114913 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 14 14:48:04.114913 dv-cinder-726180-9-iscsi neutron-server[99484]: event.method(event) Jun 14 14:48:04.114913 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 14 14:48:04.114913 dv-cinder-726180-9-iscsi neutron-server[99484]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 14 14:48:04.114913 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 14 14:48:04.114913 dv-cinder-726180-9-iscsi neutron-server[99484]: aggregate_uuid = self.p_client.list_aggregates( Jun 14 14:48:04.114913 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 14 14:48:04.114913 dv-cinder-726180-9-iscsi neutron-server[99484]: return f(self, *a, **k) Jun 14 14:48:04.114913 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 14 14:48:04.114913 dv-cinder-726180-9-iscsi neutron-server[99484]: return self._get(url).json() Jun 14 14:48:04.114913 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 14 14:48:04.114913 dv-cinder-726180-9-iscsi neutron-server[99484]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 14 14:48:04.114913 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 14 14:48:04.114913 dv-cinder-726180-9-iscsi neutron-server[99484]: return self.request(url, 'GET', **kwargs) Jun 14 14:48:04.114913 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 14 14:48:04.114913 dv-cinder-726180-9-iscsi neutron-server[99484]: base_url = self.get_endpoint(auth, allow=allow, Jun 14 14:48:04.114913 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 14 14:48:04.118721 dv-cinder-726180-9-iscsi neutron-server[99484]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 14 14:48:04.118721 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 14 14:48:04.118721 dv-cinder-726180-9-iscsi neutron-server[99484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 14 14:48:04.118721 dv-cinder-726180-9-iscsi neutron-server[99484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 14 14:48:04.381677 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-818ec065-cc4a-4852-b1a2-adf4da3dbd76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-911353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4045583'] for network, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:04.386693 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-aefa682f-2c34-4dec-81ed-b512a03797ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:04.413603 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-818ec065-cc4a-4852-b1a2-adf4da3dbd76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699218'] for network, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:04.413603 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-818ec065-cc4a-4852-b1a2-adf4da3dbd76 admin admin] 10.222.0.55 "DELETE /v2.0/networks/7f05b172-ee7e-4350-8b8f-fe2c8292c693 HTTP/1.1" status: 204 len: 168 time: 1.0550818 Jun 14 14:48:04.413603 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818ec065-cc4a-4852-b1a2-adf4da3dbd76 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f05b172-ee7e-4350-8b8f-fe2c8292c693,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:04.419863 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-818ec065-cc4a-4852-b1a2-adf4da3dbd76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:05.080740 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 59188) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:05.141678 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-63077aaa-e507-445f-9635-cda91cf61a15 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b3a4f12fe8f642528f9768679bb8cabc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0574293 Jun 14 14:48:05.142016 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 59194) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:05.379702 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20df3890-52e2-4e71-9816-f9583a6f26e2 req-36715612-2d7b-48e4-9e02-ad5a2c381e6e tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:05.381464 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-20df3890-52e2-4e71-9816-f9583a6f26e2 req-36715612-2d7b-48e4-9e02-ad5a2c381e6e tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=271f1bd4-4895-42e2-8f36-0ac8e95c61e6 HTTP/1.1" status: 200 len: 945 time: 0.2381990 Jun 14 14:48:05.430579 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 59216) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:05.451658 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-20df3890-52e2-4e71-9816-f9583a6f26e2 req-21e83483-acc3-4887-939f-1ed266099e53 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632579 Jun 14 14:48:05.562993 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-04092534-7aa1-4960-98af-f34343cbe380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:05.596397 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-04092534-7aa1-4960-98af-f34343cbe380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:05.618400 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-212d27f7-f805-4a64-927e-3fbe9b4424c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:05.715342 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-212d27f7-f805-4a64-927e-3fbe9b4424c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:05.798948 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-04092534-7aa1-4960-98af-f34343cbe380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:05.802628 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-04092534-7aa1-4960-98af-f34343cbe380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:05.804678 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-04092534-7aa1-4960-98af-f34343cbe380 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/58077830-2d49-4c4c-84ba-1a2352ab84db HTTP/1.1" status: 204 len: 168 time: 0.6610019 Jun 14 14:48:05.805558 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-6194d8cd-0ca6-4c96-814a-cafc8917494b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:05.818193 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04092534-7aa1-4960-98af-f34343cbe380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58077830-2d49-4c4c-84ba-1a2352ab84db,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:05.827060 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-04092534-7aa1-4960-98af-f34343cbe380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:05.828976 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-212d27f7-f805-4a64-927e-3fbe9b4424c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:05.835947 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-7eb169b5-5be7-4bd4-aa2b-0678065c6739 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:05.914333 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-212d27f7-f805-4a64-927e-3fbe9b4424c5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=113f0e488a9e4dc285e9e2e1447f7db9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4766729 Jun 14 14:48:05.914333 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212d27f7-f805-4a64-927e-3fbe9b4424c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8398aa8-c061-4149-a639-a8df28081bb8,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:05.916123 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-212d27f7-f805-4a64-927e-3fbe9b4424c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:05.916305 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 59244) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:06.001016 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-cbee56e4-9417-472e-af3e-e6c772c3d186 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:06.036212 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-cbee56e4-9417-472e-af3e-e6c772c3d186 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:06.283327 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-cbee56e4-9417-472e-af3e-e6c772c3d186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:06.287019 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-cbee56e4-9417-472e-af3e-e6c772c3d186 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:06.288503 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-cbee56e4-9417-472e-af3e-e6c772c3d186 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a8398aa8-c061-4149-a639-a8df28081bb8 HTTP/1.1" status: 204 len: 168 time: 0.3709688 Jun 14 14:48:06.289588 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-d2ffcf6a-2614-4b65-a239-cf1b4cf890ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:06.299240 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbee56e4-9417-472e-af3e-e6c772c3d186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8398aa8-c061-4149-a639-a8df28081bb8,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:06.301776 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-cbee56e4-9417-472e-af3e-e6c772c3d186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:06.678000 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab04d8a-1a93-44fe-8ee3-bc637f5ec64b req-9feac661-ad1e-42ae-a429-cbce3296e71d tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:06.679520 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-0ab04d8a-1a93-44fe-8ee3-bc637f5ec64b req-9feac661-ad1e-42ae-a429-cbce3296e71d tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=271f1bd4-4895-42e2-8f36-0ac8e95c61e6 HTTP/1.1" status: 200 len: 945 time: 0.0839717 Jun 14 14:48:06.750431 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-0ab04d8a-1a93-44fe-8ee3-bc637f5ec64b req-9b2fd536-831f-4152-bd31-d5a36589c805 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643063 Jun 14 14:48:06.953564 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 59294) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:07.084324 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb70d452-440a-4212-a2d7-c0776e4c1a06 req-a5e6d308-7354-453b-99e9-102d5208ed73 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:07.088543 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-bb70d452-440a-4212-a2d7-c0776e4c1a06 req-a5e6d308-7354-453b-99e9-102d5208ed73 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=544ef9a6-fafa-4c97-bbd9-004212687a60 HTTP/1.1" status: 200 len: 945 time: 0.1237042 Jun 14 14:48:07.131935 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-bb70d452-440a-4212-a2d7-c0776e4c1a06 req-86a2e093-f60a-4ddd-ac6a-966f883f42e0 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397480 Jun 14 14:48:07.152394 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-bd910f48-4fd9-4e8d-bed2-4422b8e48d60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:07.294642 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-bd910f48-4fd9-4e8d-bed2-4422b8e48d60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:07.370822 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-bd910f48-4fd9-4e8d-bed2-4422b8e48d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:07.374695 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-0357164b-a1ae-4f06-a88e-db336b74ab75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:07.416672 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-bd910f48-4fd9-4e8d-bed2-4422b8e48d60 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a99721f4656b4c75bd3dfe56700d3b1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4605904 Jun 14 14:48:07.417848 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd910f48-4fd9-4e8d-bed2-4422b8e48d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15099e43-db27-4ac0-83cb-37c984ef0072,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:07.420080 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 59326) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:07.423626 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-bd910f48-4fd9-4e8d-bed2-4422b8e48d60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:07.486950 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-29c13e68-6242-4641-ac28-aacdc9a7c10f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:07.522987 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-29c13e68-6242-4641-ac28-aacdc9a7c10f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:07.673597 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-29c13e68-6242-4641-ac28-aacdc9a7c10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:07.677852 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-29c13e68-6242-4641-ac28-aacdc9a7c10f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:07.679556 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-29c13e68-6242-4641-ac28-aacdc9a7c10f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/15099e43-db27-4ac0-83cb-37c984ef0072 HTTP/1.1" status: 204 len: 168 time: 0.2572815 Jun 14 14:48:07.680610 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-5aa098bc-bbff-4e3e-b29e-e7b6b7d8d264 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:07.690807 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c13e68-6242-4641-ac28-aacdc9a7c10f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15099e43-db27-4ac0-83cb-37c984ef0072,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:07.693755 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-29c13e68-6242-4641-ac28-aacdc9a7c10f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:08.410797 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 59356) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:08.584953 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-6a15fc76-2930-462a-a55c-a741be1cdbae admin admin] Notify callbacks [] for security_group, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:08.720432 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-6a15fc76-2930-462a-a55c-a741be1cdbae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:08.827435 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-6a15fc76-2930-462a-a55c-a741be1cdbae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:08.833951 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-6d27bba1-2682-48a6-99ea-90ebf7f56643 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:08.921144 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-6a15fc76-2930-462a-a55c-a741be1cdbae admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d49f7a2dae00486ba729d64f611df538&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4755838 Jun 14 14:48:08.921144 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a15fc76-2930-462a-a55c-a741be1cdbae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a57b2dc-e634-498a-8371-90c8c9b20de1,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:08.921144 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-6a15fc76-2930-462a-a55c-a741be1cdbae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:08.922765 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 59378) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:08.980124 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-3d343783-442f-446c-b107-2b76ce720640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:09.007943 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-3d343783-442f-446c-b107-2b76ce720640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:09.650870 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-3d343783-442f-446c-b107-2b76ce720640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:09.662424 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-3d343783-442f-446c-b107-2b76ce720640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:09.662424 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-3d343783-442f-446c-b107-2b76ce720640 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0a57b2dc-e634-498a-8371-90c8c9b20de1 HTTP/1.1" status: 204 len: 168 time: 0.7352746 Jun 14 14:48:09.662424 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-12e15b64-ffb5-489f-b6ad-0cbdffeeb057 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:09.664715 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 59388) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:09.666732 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d343783-442f-446c-b107-2b76ce720640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a57b2dc-e634-498a-8371-90c8c9b20de1,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:09.669248 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-3d343783-442f-446c-b107-2b76ce720640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:09.705246 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-0cb11458-88be-40dc-886c-8401b86772eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:09.766634 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 59392) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:09.810677 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 59396) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:09.863932 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-0cb11458-88be-40dc-886c-8401b86772eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:09.921616 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.v2.base [None req-7e483ab1-9511-4bb0-845b-6c57827cfef1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-920533305-network', 'tenant_id': '79973d5241f0405abc9418c3151cbe9d'}} {{(pid=99484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:48:09.959660 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.v2.base [None req-c380ec6a-f193-416b-a4e6-d0d4a75da719 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1798661747-network', 'tenant_id': 'da56ce54d59a44f98a82e3932b694c1c'}} {{(pid=99484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:48:10.035973 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-0cb11458-88be-40dc-886c-8401b86772eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:10.040825 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-d06e825a-e537-47e0-a0be-0a17d8d672cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:10.090717 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-0cb11458-88be-40dc-886c-8401b86772eb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1d372b644a9b45919e95a418dd5d84b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4244802 Jun 14 14:48:10.093938 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb11458-88be-40dc-886c-8401b86772eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e44a9a3-99d8-4640-985b-291f4370a337,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:10.094073 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 59404) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:10.096450 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-0cb11458-88be-40dc-886c-8401b86772eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:10.136079 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e483ab1-9511-4bb0-845b-6c57827cfef1 admin admin] Made reservation on behalf of 79973d5241f0405abc9418c3151cbe9d for: {'network': 1} {{(pid=99484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:48:10.138348 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-7e483ab1-9511-4bb0-845b-6c57827cfef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905267'] for network, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:10.160120 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-7e483ab1-9511-4bb0-845b-6c57827cfef1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:10.186004 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-e8f37f2f-da46-4f55-9fd0-fb66547fd75f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:10.215876 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-e8f37f2f-da46-4f55-9fd0-fb66547fd75f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:10.283147 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c380ec6a-f193-416b-a4e6-d0d4a75da719 admin admin] Made reservation on behalf of da56ce54d59a44f98a82e3932b694c1c for: {'network': 1} {{(pid=99484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:48:10.287157 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-c380ec6a-f193-416b-a4e6-d0d4a75da719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905267'] for network, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:10.313339 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-c380ec6a-f193-416b-a4e6-d0d4a75da719 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:10.424413 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-e8f37f2f-da46-4f55-9fd0-fb66547fd75f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:10.427480 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-e8f37f2f-da46-4f55-9fd0-fb66547fd75f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:10.428704 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-e8f37f2f-da46-4f55-9fd0-fb66547fd75f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9e44a9a3-99d8-4640-985b-291f4370a337 HTTP/1.1" status: 204 len: 168 time: 0.3341236 Jun 14 14:48:10.434539 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:10.453840 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f37f2f-da46-4f55-9fd0-fb66547fd75f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e44a9a3-99d8-4640-985b-291f4370a337,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:10.457727 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-e8f37f2f-da46-4f55-9fd0-fb66547fd75f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:10.529304 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-7e483ab1-9511-4bb0-845b-6c57827cfef1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:10.812575 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-7e483ab1-9511-4bb0-845b-6c57827cfef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:10.820914 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-bd910f48-4fd9-4e8d-bed2-4422b8e48d60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:10.832628 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 59418) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:10.856403 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e483ab1-9511-4bb0-845b-6c57827cfef1 admin admin] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=99484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 14:48:10.859289 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-14fe001a-009b-4ed8-a6c5-4b80fe455431 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:10.894464 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-7e483ab1-9511-4bb0-845b-6c57827cfef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-914478'] for segment, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:10.906185 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.db.segments_db [None req-7e483ab1-9511-4bb0-845b-6c57827cfef1 admin admin] Added segment 74da14e9-8c63-4e6e-9b03-7a584e6443b7 of type vlan for network eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46 Jun 14 14:48:10.908268 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e483ab1-9511-4bb0-845b-6c57827cfef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cce9472-fea7-4e43-aa6e-177f77ebe01a,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:10.917291 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-7e483ab1-9511-4bb0-845b-6c57827cfef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:10.966189 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-7e483ab1-9511-4bb0-845b-6c57827cfef1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763375052454'] for network, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:11.029613 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-c380ec6a-f193-416b-a4e6-d0d4a75da719 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:11.084880 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-7e483ab1-9511-4bb0-845b-6c57827cfef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255'] for network, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:11.086213 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e483ab1-9511-4bb0-845b-6c57827cfef1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:11.086800 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-7e483ab1-9511-4bb0-845b-6c57827cfef1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699218'] for network, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:11.090251 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:11.185243 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-c380ec6a-f193-416b-a4e6-d0d4a75da719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:11.197234 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c380ec6a-f193-416b-a4e6-d0d4a75da719 admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=99484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 14:48:11.202165 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e483ab1-9511-4bb0-845b-6c57827cfef1 admin admin] Pushing event updated for resources: {'Network': ['ID=eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:11.205546 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-7e483ab1-9511-4bb0-845b-6c57827cfef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:11.205955 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:11.217377 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Network eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46 details requested by agent ovs-agent-dv-cinder-726180-9-iscsi with host dv-cinder-726180-9-iscsi {{(pid=99485) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 14:48:11.236418 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-c380ec6a-f193-416b-a4e6-d0d4a75da719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-914478'] for segment, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:11.236854 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.db.segments_db [None req-c380ec6a-f193-416b-a4e6-d0d4a75da719 admin admin] Added segment 1032d505-c774-4d39-a3ca-73b0d1b09fb4 of type vlan for network 65d263a3-c06c-4fc2-b6db-fb0d4c7cfc3b Jun 14 14:48:11.309736 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-c380ec6a-f193-416b-a4e6-d0d4a75da719 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763375052454'] for network, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:11.321043 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-7e483ab1-9511-4bb0-845b-6c57827cfef1 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5556655 Jun 14 14:48:11.327313 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 59432) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:11.335772 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.v2.base [None req-cd65173d-adaa-4ea8-a1ff-7efd83d9a228 admin admin] Request body: {'subnet': {'network_id': 'eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-920533305-subnet', 'tenant_id': '79973d5241f0405abc9418c3151cbe9d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:48:11.341115 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c380ec6a-f193-416b-a4e6-d0d4a75da719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4412ae9-ed24-4ba9-9bee-87c45de8c592,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:11.349387 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-c380ec6a-f193-416b-a4e6-d0d4a75da719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:11.387992 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.db.api [None req-cd65173d-adaa-4ea8-a1ff-7efd83d9a228 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 14 14:48:11.387992 dv-cinder-726180-9-iscsi neutron-server[99484]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 14 14:48:11.387992 dv-cinder-726180-9-iscsi neutron-server[99484]: [parameters: {'project_id_1': '79973d5241f0405abc9418c3151cbe9d', 'expiration_1': datetime.datetime(2021, 6, 14, 14, 48, 11, 345014)}] Jun 14 14:48:11.387992 dv-cinder-726180-9-iscsi neutron-server[99484]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99484) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 14 14:48:11.388470 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_db.api [None req-cd65173d-adaa-4ea8-a1ff-7efd83d9a228 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=99484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 14 14:48:11.462820 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413757d0-2e1a-4f03-b1b0-623930a2d01d req-ffc89b5a-7908-4738-a82f-c0ce2819b23a tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:11.464386 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-413757d0-2e1a-4f03-b1b0-623930a2d01d req-ffc89b5a-7908-4738-a82f-c0ce2819b23a tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=544ef9a6-fafa-4c97-bbd9-004212687a60 HTTP/1.1" status: 200 len: 945 time: 0.2821724 Jun 14 14:48:11.469492 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ac88c5-04bb-4d1f-a835-c6d63ecdd75b req-3f805fff-6075-4255-9604-1dc2b8bfb948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:11.470905 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-09ac88c5-04bb-4d1f-a835-c6d63ecdd75b req-3f805fff-6075-4255-9604-1dc2b8bfb948 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=242c3d1f11d44afab53a6162544fd9e6&device_id=544ef9a6-fafa-4c97-bbd9-004212687a60 HTTP/1.1" status: 200 len: 1098 time: 0.1965334 Jun 14 14:48:11.559057 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-c380ec6a-f193-416b-a4e6-d0d4a75da719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255'] for network, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:11.560507 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c380ec6a-f193-416b-a4e6-d0d4a75da719 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:11.564414 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-c380ec6a-f193-416b-a4e6-d0d4a75da719 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699218'] for network, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:11.564944 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-14fe001a-009b-4ed8-a6c5-4b80fe455431 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:11.566753 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-fdf7c6c6-1739-4db2-80f9-05cb30430efa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:11.623167 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-413757d0-2e1a-4f03-b1b0-623930a2d01d req-03dabeb7-eccd-470a-a2ea-4f6a4319cd8c tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512306 Jun 14 14:48:11.656714 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ac88c5-04bb-4d1f-a835-c6d63ecdd75b req-95ea4c03-1b1b-407e-9b3d-5eddc5b47523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:11.658217 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-09ac88c5-04bb-4d1f-a835-c6d63ecdd75b req-95ea4c03-1b1b-407e-9b3d-5eddc5b47523 service neutron] 10.222.0.21 "GET /v2.0/networks?id=279d0dfb-7f10-4838-93a8-73440a285c6d HTTP/1.1" status: 200 len: 920 time: 0.1751497 Jun 14 14:48:11.658735 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c380ec6a-f193-416b-a4e6-d0d4a75da719 admin admin] Pushing event updated for resources: {'Network': ['ID=65d263a3-c06c-4fc2-b6db-fb0d4c7cfc3b,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:11.662458 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-c380ec6a-f193-416b-a4e6-d0d4a75da719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:11.669455 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Network 65d263a3-c06c-4fc2-b6db-fb0d4c7cfc3b details requested by agent ovs-agent-dv-cinder-726180-9-iscsi with host dv-cinder-726180-9-iscsi {{(pid=99485) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 14:48:11.725339 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-09ac88c5-04bb-4d1f-a835-c6d63ecdd75b req-1c387297-25ba-446c-af9c-b5d4ce2773fc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3abc5e1-9f7c-4b8e-9136-bcb9ef9bb7cf HTTP/1.1" status: 200 len: 217 time: 0.0584474 Jun 14 14:48:11.726021 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-14fe001a-009b-4ed8-a6c5-4b80fe455431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:11.753772 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-027fa880-c21c-4c38-90c6-db59e5cc5394 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:11.757669 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-14fe001a-009b-4ed8-a6c5-4b80fe455431 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=62882f6eaa974a5383ce5c4bcfdbc7d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9233706 Jun 14 14:48:11.760383 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 59444) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:11.817206 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-c380ec6a-f193-416b-a4e6-d0d4a75da719 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.0052514 Jun 14 14:48:11.824337 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 59448) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:11.839042 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.v2.base [None req-ce3a5a13-eae6-45aa-bc54-a8804988c49c admin admin] Request body: {'subnet': {'network_id': '65d263a3-c06c-4fc2-b6db-fb0d4c7cfc3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1798661747-subnet', 'tenant_id': 'da56ce54d59a44f98a82e3932b694c1c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:48:11.851249 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe001a-009b-4ed8-a6c5-4b80fe455431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeeed023-e89c-4f82-8a5c-556ed7121b42,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:11.857724 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-14fe001a-009b-4ed8-a6c5-4b80fe455431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:11.859132 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-f9aa4005-1ee3-4dad-b105-35c43cb2c734 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:11.863447 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ac88c5-04bb-4d1f-a835-c6d63ecdd75b req-96b31b8e-1502-455e-a247-d2c61d96f3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:11.865059 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-09ac88c5-04bb-4d1f-a835-c6d63ecdd75b req-96b31b8e-1502-455e-a247-d2c61d96f3cd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=49408d3b-84a8-4c0a-b61a-5027e2e91b41 HTTP/1.1" status: 200 len: 859 time: 0.1124961 Jun 14 14:48:11.884352 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-f9aa4005-1ee3-4dad-b105-35c43cb2c734 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:11.914550 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-09ac88c5-04bb-4d1f-a835-c6d63ecdd75b req-5db1ddd8-7f4b-400c-bcd5-1e24c4bcfd38 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=279d0dfb-7f10-4838-93a8-73440a285c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396912 Jun 14 14:48:12.055817 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-09ac88c5-04bb-4d1f-a835-c6d63ecdd75b req-1a803a83-648f-4cb5-a2b3-fac01aab65bf service neutron] 10.222.0.21 "GET /v2.0/networks/279d0dfb-7f10-4838-93a8-73440a285c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298780 Jun 14 14:48:12.095100 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce3a5a13-eae6-45aa-bc54-a8804988c49c admin admin] Made reservation on behalf of da56ce54d59a44f98a82e3932b694c1c for: {'subnet': 1} {{(pid=99483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:48:12.098064 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-ce3a5a13-eae6-45aa-bc54-a8804988c49c admin admin] Notify callbacks [] for subnet, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:12.199573 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-f9aa4005-1ee3-4dad-b105-35c43cb2c734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:12.202996 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-f9aa4005-1ee3-4dad-b105-35c43cb2c734 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:12.204194 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-f9aa4005-1ee3-4dad-b105-35c43cb2c734 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/eeeed023-e89c-4f82-8a5c-556ed7121b42 HTTP/1.1" status: 204 len: 168 time: 0.4425321 Jun 14 14:48:12.205091 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-863ea39c-e9db-4d77-b543-de5d2be4de7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:12.216316 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aa4005-1ee3-4dad-b105-35c43cb2c734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeeed023-e89c-4f82-8a5c-556ed7121b42,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:12.228832 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-f9aa4005-1ee3-4dad-b105-35c43cb2c734 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:12.276317 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-09ac88c5-04bb-4d1f-a835-c6d63ecdd75b req-90a5aa61-7cac-4c36-90e1-eac7742ea431 service neutron] 10.222.0.21 "GET /v2.0/networks/279d0dfb-7f10-4838-93a8-73440a285c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123737 Jun 14 14:48:12.360988 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd65173d-adaa-4ea8-a1ff-7efd83d9a228 admin admin] Made reservation on behalf of 79973d5241f0405abc9418c3151cbe9d for: {'subnet': 1} {{(pid=99484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:48:12.365273 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-cd65173d-adaa-4ea8-a1ff-7efd83d9a228 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12540677'] for subnet, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:12.702473 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-ce3a5a13-eae6-45aa-bc54-a8804988c49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244'] for subnet, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:12.704893 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:12.833880 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-cd65173d-adaa-4ea8-a1ff-7efd83d9a228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12089804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12540691'] for subnet, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:12.838731 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:12.842888 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3a5a13-eae6-45aa-bc54-a8804988c49c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8eb8a53-71cf-41bf-a4d0-30555c3f298c,revision_number=0']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:12.849053 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-ce3a5a13-eae6-45aa-bc54-a8804988c49c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:12.880543 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3a5a13-eae6-45aa-bc54-a8804988c49c admin admin] Checking segment: {'id': '1032d505-c774-4d39-a3ca-73b0d1b09fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '65d263a3-c06c-4fc2-b6db-fb0d4c7cfc3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:48:12.881179 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3a5a13-eae6-45aa-bc54-a8804988c49c admin admin] Network hostable DHCP agents. Network: 65d263a3-c06c-4fc2-b6db-fb0d4c7cfc3b, hostable agents: ['93423e1b-8ac2-4abf-ba8c-2bf2a6ff74d8'], hosted agents: [] {{(pid=99483) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 14:48:12.931575 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae9dae-fd35-43d5-a255-850aab2e7e28 req-e26de5a4-403b-4f04-b336-e713a39bdde8 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:12.933191 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-fdae9dae-fd35-43d5-a255-850aab2e7e28 req-e26de5a4-403b-4f04-b336-e713a39bdde8 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=544ef9a6-fafa-4c97-bbd9-004212687a60 HTTP/1.1" status: 200 len: 945 time: 0.1112256 Jun 14 14:48:13.022696 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-fdae9dae-fd35-43d5-a255-850aab2e7e28 req-29ab8347-5b67-40d3-89f6-5febc1c4859a tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743155 Jun 14 14:48:13.093457 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3a5a13-eae6-45aa-bc54-a8804988c49c admin admin] Network 65d263a3-c06c-4fc2-b6db-fb0d4c7cfc3b is scheduled to be hosted by DHCP agent 93423e1b-8ac2-4abf-ba8c-2bf2a6ff74d8 with binding_index 1 {{(pid=99483) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 14:48:13.232794 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd65173d-adaa-4ea8-a1ff-7efd83d9a228 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f1648b2-006c-47fc-bec4-7719f58bad8c,revision_number=0']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:13.236388 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-cd65173d-adaa-4ea8-a1ff-7efd83d9a228 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:13.244414 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd65173d-adaa-4ea8-a1ff-7efd83d9a228 admin admin] Checking segment: {'id': '74da14e9-8c63-4e6e-9b03-7a584e6443b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:48:13.244768 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd65173d-adaa-4ea8-a1ff-7efd83d9a228 admin admin] Network hostable DHCP agents. Network: eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46, hostable agents: ['93423e1b-8ac2-4abf-ba8c-2bf2a6ff74d8'], hosted agents: [] {{(pid=99484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 14:48:13.281220 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.base_scheduler [None req-ce3a5a13-eae6-45aa-bc54-a8804988c49c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-726180-9-iscsi, 65d263a3-c06c-4fc2-b6db-fb0d4c7cfc3b) {{(pid=99483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:48:13.288344 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3a5a13-eae6-45aa-bc54-a8804988c49c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:13.290680 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-ce3a5a13-eae6-45aa-bc54-a8804988c49c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699218'] for subnet, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:13.297928 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb859ef8-f99e-4a3b-8c20-b416b053b0d1 None None] Network 65d263a3-c06c-4fc2-b6db-fb0d4c7cfc3b requested from dv-cinder-726180-9-iscsi {{(pid=99485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:48:13.388416 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd65173d-adaa-4ea8-a1ff-7efd83d9a228 admin admin] Network eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46 is scheduled to be hosted by DHCP agent 93423e1b-8ac2-4abf-ba8c-2bf2a6ff74d8 with binding_index 1 {{(pid=99484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 14:48:13.398251 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.base_scheduler [None req-cd65173d-adaa-4ea8-a1ff-7efd83d9a228 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-726180-9-iscsi, eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46) {{(pid=99484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:48:13.405033 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd65173d-adaa-4ea8-a1ff-7efd83d9a228 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:13.406315 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-cd65173d-adaa-4ea8-a1ff-7efd83d9a228 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:13.406535 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c0486f-40f7-4bf4-a75b-f7e1e3f2be9e None None] Network eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46 requested from dv-cinder-726180-9-iscsi {{(pid=99485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:48:13.425690 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-ce3a5a13-eae6-45aa-bc54-a8804988c49c admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5950339 Jun 14 14:48:13.571489 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-cd65173d-adaa-4ea8-a1ff-7efd83d9a228 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.2430019 Jun 14 14:48:13.575997 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 59522) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:13.580349 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.v2.base [None req-8d2f4782-77b5-4599-bd59-1abc3f4f76a2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-920533305-router', 'tenant_id': '79973d5241f0405abc9418c3151cbe9d', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60'}}} {{(pid=99483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:48:13.613822 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5f2724-eee4-4d1e-9ab3-6cf561529057 None None] Network 65d263a3-c06c-4fc2-b6db-fb0d4c7cfc3b requested from dv-cinder-726180-9-iscsi {{(pid=99485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:48:13.702324 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-8d2f4782-77b5-4599-bd59-1abc3f4f76a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4031657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60692'] for router, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:13.704470 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-8d2f4782-77b5-4599-bd59-1abc3f4f76a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4031694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4046296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4029127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60911'] for router, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:13.822946 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-8d2f4782-77b5-4599-bd59-1abc3f4f76a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:13.982924 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afced4d-7b1f-4116-92b3-bc0c1b2bc437 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp167513b8-b081-5ae1-a2b9-ace1867507b7-eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46', 'network_id': 'eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46', 'tenant_id': '79973d5241f0405abc9418c3151cbe9d', 'fixed_ips': [{'subnet_id': '8f1648b2-006c-47fc-bec4-7719f58bad8c'}]}} from dv-cinder-726180-9-iscsi. {{(pid=99485) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 14 14:48:13.983803 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-3afced4d-7b1f-4116-92b3-bc0c1b2bc437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905267'] for port, before_create {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:14.184226 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-8d2f4782-77b5-4599-bd59-1abc3f4f76a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4046279', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4031675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60921'] for router, precommit_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:14.363332 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d408370-1202-40c2-b5c9-99815c606b07 req-b6c34270-7e66-4c78-90b2-e0467996df8d tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:14.365722 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-1d408370-1202-40c2-b5c9-99815c606b07 req-b6c34270-7e66-4c78-90b2-e0467996df8d tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=544ef9a6-fafa-4c97-bbd9-004212687a60 HTTP/1.1" status: 200 len: 945 time: 0.1601095 Jun 14 14:48:14.454446 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-1d408370-1202-40c2-b5c9-99815c606b07 req-0952087d-68df-4610-81dc-3a355f9cac9a tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782180 Jun 14 14:48:14.475028 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.db_base_plugin_common [None req-3afced4d-7b1f-4116-92b3-bc0c1b2bc437 None None] Allocated IP 172.20.0.2 (eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46/8f1648b2-006c-47fc-bec4-7719f58bad8c/4e982e43-bfab-4713-8af4-e5ed0c8c4919) {{(pid=99485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:48:14.716190 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-3afced4d-7b1f-4116-92b3-bc0c1b2bc437 None None] Notify callbacks [] for port, precommit_create {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:14.732743 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-3afced4d-7b1f-4116-92b3-bc0c1b2bc437 None None] Transition to ACTIVE for port object 4e982e43-bfab-4713-8af4-e5ed0c8c4919 will not be triggered until provisioned by entity L2. {{(pid=99485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:48:14.758451 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-3afced4d-7b1f-4116-92b3-bc0c1b2bc437 None None] Transition to ACTIVE for port object 4e982e43-bfab-4713-8af4-e5ed0c8c4919 will not be triggered until provisioned by entity DHCP. {{(pid=99485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:48:14.774282 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-8d2f4782-77b5-4599-bd59-1abc3f4f76a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:14.940207 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-8d2f4782-77b5-4599-bd59-1abc3f4f76a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905267'] for port, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:14.950577 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.db_base_plugin_common [None req-8d2f4782-77b5-4599-bd59-1abc3f4f76a2 admin admin] Allocated IP 172.27.3.19 (380d7500-e042-4a28-87f8-50b947846e60/5342af6e-54a0-4047-9509-517c9dedbdeb/a8f122dc-c26f-44ba-8ab5-1a34c52641dd) {{(pid=99483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:48:15.025387 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-3afced4d-7b1f-4116-92b3-bc0c1b2bc437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-905456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763375065887'] for port, after_create {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:15.029304 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:15.071063 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.agents_db [None req-f05f0e2d-2be5-4cb0-86e7-333c7e47477b None None] Agent healthcheck: found 6 active agents {{(pid=99486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 14:48:15.098571 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afced4d-7b1f-4116-92b3-bc0c1b2bc437 None None] Network eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46 is already hosted by enough agents. {{(pid=99485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:48:15.105475 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.scheduler.base_scheduler [None req-3afced4d-7b1f-4116-92b3-bc0c1b2bc437 None None] Resources bound (agent type, host, resource id): {{(pid=99485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:48:15.108943 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afced4d-7b1f-4116-92b3-bc0c1b2bc437 None None] Received port after_create {{(pid=99485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:48:15.123453 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afced4d-7b1f-4116-92b3-bc0c1b2bc437 None None] Pushing event updated for resources: {'Port': ['ID=4e982e43-bfab-4713-8af4-e5ed0c8c4919,revision_number=1']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:15.168218 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afced4d-7b1f-4116-92b3-bc0c1b2bc437 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:15.168726 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afced4d-7b1f-4116-92b3-bc0c1b2bc437 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:15.169344 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afced4d-7b1f-4116-92b3-bc0c1b2bc437 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:15.170128 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afced4d-7b1f-4116-92b3-bc0c1b2bc437 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:15.170366 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afced4d-7b1f-4116-92b3-bc0c1b2bc437 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:15.170821 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afced4d-7b1f-4116-92b3-bc0c1b2bc437 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:15.171213 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afced4d-7b1f-4116-92b3-bc0c1b2bc437 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:15.171603 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afced4d-7b1f-4116-92b3-bc0c1b2bc437 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:15.171999 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afced4d-7b1f-4116-92b3-bc0c1b2bc437 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:15.172403 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afced4d-7b1f-4116-92b3-bc0c1b2bc437 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:15.172791 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afced4d-7b1f-4116-92b3-bc0c1b2bc437 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:15.173173 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afced4d-7b1f-4116-92b3-bc0c1b2bc437 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:15.209780 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-3afced4d-7b1f-4116-92b3-bc0c1b2bc437 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:15.229892 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.managers [None req-3afced4d-7b1f-4116-92b3-bc0c1b2bc437 None None] Attempting to bind port 4e982e43-bfab-4713-8af4-e5ed0c8c4919 on host dv-cinder-726180-9-iscsi for vnic_type normal with profile {{(pid=99485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:48:15.230291 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.managers [None req-3afced4d-7b1f-4116-92b3-bc0c1b2bc437 None None] Attempting to bind port 4e982e43-bfab-4713-8af4-e5ed0c8c4919 by drivers openvswitch,hyperv on host dv-cinder-726180-9-iscsi at level 0 using segments [{'id': '74da14e9-8c63-4e6e-9b03-7a584e6443b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46'}] {{(pid=99485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:48:15.230664 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afced4d-7b1f-4116-92b3-bc0c1b2bc437 None None] Attempting to bind port 4e982e43-bfab-4713-8af4-e5ed0c8c4919 on network eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46 {{(pid=99485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:48:15.236634 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afced4d-7b1f-4116-92b3-bc0c1b2bc437 None None] Checking agent: {'id': 'e183279c-24ea-4296-8522-436b00f0c0a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-726180-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 38, 29), 'started_at': datetime.datetime(2021, 6, 14, 14, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-726180-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:48:15.237090 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afced4d-7b1f-4116-92b3-bc0c1b2bc437 None None] Checking segment: {'id': '74da14e9-8c63-4e6e-9b03-7a584e6443b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:48:15.238285 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-3afced4d-7b1f-4116-92b3-bc0c1b2bc437 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:15.238714 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afced4d-7b1f-4116-92b3-bc0c1b2bc437 None None] Bound using segment: {'id': '74da14e9-8c63-4e6e-9b03-7a584e6443b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46'} {{(pid=99485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:48:15.239210 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.managers [None req-3afced4d-7b1f-4116-92b3-bc0c1b2bc437 None None] Bound port: 4e982e43-bfab-4713-8af4-e5ed0c8c4919, host: dv-cinder-726180-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74da14e9-8c63-4e6e-9b03-7a584e6443b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46'}}] {{(pid=99485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:48:15.239601 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-3afced4d-7b1f-4116-92b3-bc0c1b2bc437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:15.290929 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-8d2f4782-77b5-4599-bd59-1abc3f4f76a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:15.363280 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-3afced4d-7b1f-4116-92b3-bc0c1b2bc437 None None] For port 4e982e43-bfab-4713-8af4-e5ed0c8c4919, host dv-cinder-726180-9-iscsi, cleared binding levels {{(pid=99485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:48:15.369506 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-3afced4d-7b1f-4116-92b3-bc0c1b2bc437 None None] For port 4e982e43-bfab-4713-8af4-e5ed0c8c4919, host dv-cinder-726180-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=4e982e43-bfab-4713-8af4-e5ed0c8c4919,segment=NetworkSegment(74da14e9-8c63-4e6e-9b03-7a584e6443b7),segment_id=74da14e9-8c63-4e6e-9b03-7a584e6443b7)] {{(pid=99485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:48:15.496498 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-3afced4d-7b1f-4116-92b3-bc0c1b2bc437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:15.497210 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-8d2f4782-77b5-4599-bd59-1abc3f4f76a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-905456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763375065887'] for port, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:15.499660 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-1d54e6e5-cd16-424f-a3b6-3085ce8843d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:15.501895 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:15.561607 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2f4782-77b5-4599-bd59-1abc3f4f76a2 admin admin] Network 380d7500-e042-4a28-87f8-50b947846e60 is already hosted by enough agents. {{(pid=99483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:48:15.564830 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.base_scheduler [None req-8d2f4782-77b5-4599-bd59-1abc3f4f76a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=99483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:48:15.569265 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2f4782-77b5-4599-bd59-1abc3f4f76a2 admin admin] Received port after_create {{(pid=99483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:48:15.575300 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2f4782-77b5-4599-bd59-1abc3f4f76a2 admin admin] Pushing event updated for resources: {'Port': ['ID=a8f122dc-c26f-44ba-8ab5-1a34c52641dd,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:15.629885 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afced4d-7b1f-4116-92b3-bc0c1b2bc437 None None] Pushing event updated for resources: {'Port': ['ID=4e982e43-bfab-4713-8af4-e5ed0c8c4919,revision_number=2']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:15.633757 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-3afced4d-7b1f-4116-92b3-bc0c1b2bc437 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:15.649431 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-8d2f4782-77b5-4599-bd59-1abc3f4f76a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:15.897034 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e85ea54-c1f0-4fdd-9fc1-53ffedc67ec1 req-a9ef6b75-98bd-485b-9cae-97fd3ac5c809 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:15.897034 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-4e85ea54-c1f0-4fdd-9fc1-53ffedc67ec1 req-a9ef6b75-98bd-485b-9cae-97fd3ac5c809 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=544ef9a6-fafa-4c97-bbd9-004212687a60 HTTP/1.1" status: 200 len: 945 time: 0.1675942 Jun 14 14:48:15.921060 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-4e85ea54-c1f0-4fdd-9fc1-53ffedc67ec1 req-5d23cad0-ebde-4691-b0b2-ec2fbf672bbf tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484922 Jun 14 14:48:16.250022 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-8d2f4782-77b5-4599-bd59-1abc3f4f76a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:16.615147 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-8d2f4782-77b5-4599-bd59-1abc3f4f76a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4031650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4045727'] for router, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:16.787724 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22eedcc4-762e-460f-885d-54dd3cdc101b None None] Network eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46 requested from dv-cinder-726180-9-iscsi {{(pid=99485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:48:16.982089 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d2f4782-77b5-4599-bd59-1abc3f4f76a2 admin admin] Router 19a61cf4-724e-46b3-ae4d-c2496f310fd1 is scheduled to L3 agent 1c008f53-dbc2-48c1-a123-31b869a31df2 with binding_index 1 {{(pid=99483) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 14 14:48:17.060297 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-4e4296d8-2d1d-4711-a9ae-87ae5b9c2baf None None] Provisioning for port 4e982e43-bfab-4713-8af4-e5ed0c8c4919 completed by entity DHCP. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:48:17.065493 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 59620) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:17.215849 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 59624) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:17.270136 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device 4e982e43-bfab-4713-8af4-e5ed0c8c4919 up at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:48:17.399989 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-f5f0bd55-314e-43ed-9b35-4d4aac7b069e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:17.440280 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d2f4782-77b5-4599-bd59-1abc3f4f76a2 admin admin] Notify agent at l3_agent.dv-cinder-726180-9-iscsi the message routers_updated {{(pid=99483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 14:48:17.451943 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dde4390-8212-46a4-a897-d941a3f3d608 None None] Sync routers for ids ['19a61cf4-724e-46b3-ae4d-c2496f310fd1'] in dv-cinder-726180-9-iscsi {{(pid=99486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 14:48:17.475540 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4090c80-8e04-4013-9c14-9d809d644069 req-a4d60fc6-c7ce-418b-b0a1-831456e7d4c3 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:17.476437 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dde4390-8212-46a4-a897-d941a3f3d608 None None] Routers {'19a61cf4-724e-46b3-ae4d-c2496f310fd1'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:48:17.477294 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-d4090c80-8e04-4013-9c14-9d809d644069 req-a4d60fc6-c7ce-418b-b0a1-831456e7d4c3 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/networks?id=65d263a3-c06c-4fc2-b6db-fb0d4c7cfc3b HTTP/1.1" status: 200 len: 809 time: 0.3308666 Jun 14 14:48:17.482614 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-7dde4390-8212-46a4-a897-d941a3f3d608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:47:58Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['19a61cf4-724e-46b3-ae4d-c2496f310fd1'], 'active': True} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:48:17.497783 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-d4090c80-8e04-4013-9c14-9d809d644069 req-3d463681-f820-4dc2-87a3-3cbf11fbb6b4 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/quotas/da56ce54d59a44f98a82e3932b694c1c HTTP/1.1" status: 200 len: 375 time: 0.0141845 Jun 14 14:48:17.557768 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-d4090c80-8e04-4013-9c14-9d809d644069 req-8c8f042b-d0b1-45ab-be35-62b067967047 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=da56ce54d59a44f98a82e3932b694c1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0541575 Jun 14 14:48:17.611992 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning for port 4e982e43-bfab-4713-8af4-e5ed0c8c4919 completed by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:48:17.626613 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning complete for port 4e982e43-bfab-4713-8af4-e5ed0c8c4919 triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:48:17.627167 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:17.642675 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cbe138-0b7e-49b6-99f5-d936d8687901 req-dfcff6c0-e26d-4339-b70f-e912bbf9a2af tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:17.652716 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-57cbe138-0b7e-49b6-99f5-d936d8687901 req-dfcff6c0-e26d-4339-b70f-e912bbf9a2af tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=544ef9a6-fafa-4c97-bbd9-004212687a60 HTTP/1.1" status: 200 len: 945 time: 0.4570088 Jun 14 14:48:17.655841 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-165ce0b0-d943-4b94-aac8-f14b59cf1c1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:17.710463 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-f5f0bd55-314e-43ed-9b35-4d4aac7b069e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:17.719017 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-d4090c80-8e04-4013-9c14-9d809d644069 req-44374b7c-0c56-4c0f-ac78-bacc53d33212 service neutron] 10.222.0.55 "GET /v2.0/networks/65d263a3-c06c-4fc2-b6db-fb0d4c7cfc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494377 Jun 14 14:48:17.743383 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-57cbe138-0b7e-49b6-99f5-d936d8687901 req-56b7900f-4ba7-4cad-91e8-d8902e36486f tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892274 Jun 14 14:48:17.756749 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:17.764126 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvr_db [None req-7dde4390-8212-46a4-a897-d941a3f3d608 None None] Set router 19a61cf4-724e-46b3-ae4d-c2496f310fd1 gateway port host: dv-cinder-726180-9-iscsi {{(pid=99486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:48:17.824667 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] For port 4e982e43-bfab-4713-8af4-e5ed0c8c4919, host dv-cinder-726180-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=4e982e43-bfab-4713-8af4-e5ed0c8c4919,segment=NetworkSegment(74da14e9-8c63-4e6e-9b03-7a584e6443b7),segment_id=74da14e9-8c63-4e6e-9b03-7a584e6443b7)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:48:17.834242 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-f5f0bd55-314e-43ed-9b35-4d4aac7b069e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:17.837036 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-a739068f-1735-40c5-976e-ee58a510c93f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:17.925698 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-f5f0bd55-314e-43ed-9b35-4d4aac7b069e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=068bb6398e554dd8a356d8773b8a2016&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8568501 Jun 14 14:48:17.926646 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f0bd55-314e-43ed-9b35-4d4aac7b069e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e107a16c-ce65-40b0-ad41-31b7f1027e35,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:17.929404 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 59636) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:17.947121 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-f5f0bd55-314e-43ed-9b35-4d4aac7b069e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:17.961485 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-d4090c80-8e04-4013-9c14-9d809d644069 req-6da240ae-ffbd-4267-b11a-fac7934ae503 service neutron] 10.222.0.55 "GET /v2.0/networks/65d263a3-c06c-4fc2-b6db-fb0d4c7cfc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412384 Jun 14 14:48:17.999680 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:18.005790 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:18.026609 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-82160361-d2d1-4589-89ba-05c5bb1e259d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:18.044486 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-8d2f4782-77b5-4599-bd59-1abc3f4f76a2 admin admin] Notify callbacks [] for router, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:18.054134 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-8d2f4782-77b5-4599-bd59-1abc3f4f76a2 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.4722254 Jun 14 14:48:18.054134 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 59638) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:18.094583 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Pushing event updated for resources: {'Port': ['ID=4e982e43-bfab-4713-8af4-e5ed0c8c4919,revision_number=3']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:18.101279 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:18.143074 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-82160361-d2d1-4589-89ba-05c5bb1e259d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:18.204679 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-7dde4390-8212-46a4-a897-d941a3f3d608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a61cf4-724e-46b3-ae4d-c2496f310fd1', 'name': 'tempest-AttachVolumeShelveTestJSON-920533305-router', 'tenant_id': '79973d5241f0405abc9418c3151cbe9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a8f122dc-c26f-44ba-8ab5-1a34c52641dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:48:13Z', 'updated_at': '2021-06-14T14:48:15Z', 'revision_number': 3, 'project_id': '79973d5241f0405abc9418c3151cbe9d', 'gw_port': {'id': 'a8f122dc-c26f-44ba-8ab5-1a34c52641dd', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:11:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a61cf4-724e-46b3-ae4d-c2496f310fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:14Z', 'updated_at': '2021-06-14T14:48:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi'}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:48:18.209866 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dde4390-8212-46a4-a897-d941a3f3d608 None None] Checking router: 19a61cf4-724e-46b3-ae4d-c2496f310fd1 for host: dv-cinder-726180-9-iscsi {{(pid=99486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 14:48:18.210569 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dde4390-8212-46a4-a897-d941a3f3d608 None None] Updating router 19a61cf4-724e-46b3-ae4d-c2496f310fd1 port a8f122dc-c26f-44ba-8ab5-1a34c52641dd binding host dv-cinder-726180-9-iscsi {{(pid=99486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 14:48:18.264662 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-7dde4390-8212-46a4-a897-d941a3f3d608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:18.267879 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-165ce0b0-d943-4b94-aac8-f14b59cf1c1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:18.585600 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-8f9cc6b1-bef1-4fb2-bec2-6d3321a50e2b req-43ef3c49-0839-4bfd-8d48-4460203eb599 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3f98d53-15fc-4cfc-9a33-96902bc18d2a HTTP/1.1" status: 200 len: 210 time: 0.1307476 Jun 14 14:48:18.587944 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-82160361-d2d1-4589-89ba-05c5bb1e259d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:18.597488 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-82160361-d2d1-4589-89ba-05c5bb1e259d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:18.599249 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-82160361-d2d1-4589-89ba-05c5bb1e259d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e107a16c-ce65-40b0-ad41-31b7f1027e35 HTTP/1.1" status: 204 len: 168 time: 0.6567669 Jun 14 14:48:18.600076 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-165ce0b0-d943-4b94-aac8-f14b59cf1c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:18.624531 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-f5f0bd55-314e-43ed-9b35-4d4aac7b069e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:18.658290 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82160361-d2d1-4589-89ba-05c5bb1e259d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e107a16c-ce65-40b0-ad41-31b7f1027e35,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:18.720154 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-7dde4390-8212-46a4-a897-d941a3f3d608 None None] Notify callbacks [] for port, precommit_update {{(pid=99486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:18.753036 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.provisioning_blocks [None req-7dde4390-8212-46a4-a897-d941a3f3d608 None None] Transition to ACTIVE for port object a8f122dc-c26f-44ba-8ab5-1a34c52641dd will not be triggered until provisioned by entity L2. {{(pid=99486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:48:18.754145 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165ce0b0-d943-4b94-aac8-f14b59cf1c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a39facf-576f-469b-8c79-ecc370ea8c49,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:18.776268 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-165ce0b0-d943-4b94-aac8-f14b59cf1c1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:18.786150 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-212d27f7-f805-4a64-927e-3fbe9b4424c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:18.786686 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-212d27f7-f805-4a64-927e-3fbe9b4424c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:18.809012 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-165ce0b0-d943-4b94-aac8-f14b59cf1c1d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e60529741704477abfdf417d390c757d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5822313 Jun 14 14:48:18.820583 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 59654) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:18.867983 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-7dde4390-8212-46a4-a897-d941a3f3d608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:18.890685 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:18.930957 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-d99fe6f9-b654-4b0e-9f07-92969de59f73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:18.981566 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-d99fe6f9-b654-4b0e-9f07-92969de59f73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:18.982443 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb013fda-da48-4b6f-9fae-b37a026dc1ac None None] Pushing event updated for resources: {'Port': ['ID=a8f122dc-c26f-44ba-8ab5-1a34c52641dd,revision_number=2']} {{(pid=99486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:18.992232 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb013fda-da48-4b6f-9fae-b37a026dc1ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:18.992861 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb013fda-da48-4b6f-9fae-b37a026dc1ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:18.993351 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb013fda-da48-4b6f-9fae-b37a026dc1ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:18.994397 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb013fda-da48-4b6f-9fae-b37a026dc1ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:18.994943 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb013fda-da48-4b6f-9fae-b37a026dc1ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:18.995280 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb013fda-da48-4b6f-9fae-b37a026dc1ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:18.995625 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb013fda-da48-4b6f-9fae-b37a026dc1ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:18.995957 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb013fda-da48-4b6f-9fae-b37a026dc1ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:18.996357 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb013fda-da48-4b6f-9fae-b37a026dc1ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:18.996709 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb013fda-da48-4b6f-9fae-b37a026dc1ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:18.997032 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb013fda-da48-4b6f-9fae-b37a026dc1ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:18.997355 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb013fda-da48-4b6f-9fae-b37a026dc1ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:19.008536 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG oslo_concurrency.lockutils [None req-bb013fda-da48-4b6f-9fae-b37a026dc1ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:19.014830 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.managers [None req-7dde4390-8212-46a4-a897-d941a3f3d608 None None] Attempting to bind port a8f122dc-c26f-44ba-8ab5-1a34c52641dd on host dv-cinder-726180-9-iscsi for vnic_type normal with profile {{(pid=99486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:48:19.015570 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.managers [None req-7dde4390-8212-46a4-a897-d941a3f3d608 None None] Attempting to bind port a8f122dc-c26f-44ba-8ab5-1a34c52641dd by drivers openvswitch,hyperv on host dv-cinder-726180-9-iscsi at level 0 using segments [{'id': '5f9b4eda-9001-4473-8107-70664bb4d177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380d7500-e042-4a28-87f8-50b947846e60'}] {{(pid=99486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:48:19.016160 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dde4390-8212-46a4-a897-d941a3f3d608 None None] Attempting to bind port a8f122dc-c26f-44ba-8ab5-1a34c52641dd on network 380d7500-e042-4a28-87f8-50b947846e60 {{(pid=99486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:48:19.024316 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dde4390-8212-46a4-a897-d941a3f3d608 None None] Checking agent: {'id': 'e183279c-24ea-4296-8522-436b00f0c0a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-726180-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 38, 29), 'started_at': datetime.datetime(2021, 6, 14, 14, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-726180-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:48:19.025749 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dde4390-8212-46a4-a897-d941a3f3d608 None None] Checking segment: {'id': '5f9b4eda-9001-4473-8107-70664bb4d177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380d7500-e042-4a28-87f8-50b947846e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:48:19.026688 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-7dde4390-8212-46a4-a897-d941a3f3d608 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:19.027465 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dde4390-8212-46a4-a897-d941a3f3d608 None None] Bound using segment: {'id': '5f9b4eda-9001-4473-8107-70664bb4d177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380d7500-e042-4a28-87f8-50b947846e60'} {{(pid=99486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:48:19.028190 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.managers [None req-7dde4390-8212-46a4-a897-d941a3f3d608 None None] Bound port: a8f122dc-c26f-44ba-8ab5-1a34c52641dd, host: dv-cinder-726180-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f9b4eda-9001-4473-8107-70664bb4d177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380d7500-e042-4a28-87f8-50b947846e60'}}] {{(pid=99486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:48:19.028777 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-7dde4390-8212-46a4-a897-d941a3f3d608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:19.133921 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.db [None req-7dde4390-8212-46a4-a897-d941a3f3d608 None None] For port a8f122dc-c26f-44ba-8ab5-1a34c52641dd, host dv-cinder-726180-9-iscsi, cleared binding levels {{(pid=99486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:48:19.138903 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.db [None req-7dde4390-8212-46a4-a897-d941a3f3d608 None None] For port a8f122dc-c26f-44ba-8ab5-1a34c52641dd, host dv-cinder-726180-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=a8f122dc-c26f-44ba-8ab5-1a34c52641dd,segment=NetworkSegment(5f9b4eda-9001-4473-8107-70664bb4d177),segment_id=5f9b4eda-9001-4473-8107-70664bb4d177)] {{(pid=99486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:48:19.165426 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device 4e982e43-bfab-4713-8af4-e5ed0c8c4919 up at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:48:19.192390 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e965714-d37a-48ec-9092-fa259b977692 req-23698fec-f070-4481-9b16-469ae4ec1150 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:19.199843 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-0e965714-d37a-48ec-9092-fa259b977692 req-23698fec-f070-4481-9b16-469ae4ec1150 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=544ef9a6-fafa-4c97-bbd9-004212687a60 HTTP/1.1" status: 200 len: 945 time: 0.2211852 Jun 14 14:48:19.261799 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-d99fe6f9-b654-4b0e-9f07-92969de59f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:19.264672 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-d99fe6f9-b654-4b0e-9f07-92969de59f73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:19.265970 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-7dde4390-8212-46a4-a897-d941a3f3d608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:19.266249 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-d99fe6f9-b654-4b0e-9f07-92969de59f73 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8a39facf-576f-469b-8c79-ecc370ea8c49 HTTP/1.1" status: 204 len: 168 time: 0.4428668 Jun 14 14:48:19.270078 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:19.273781 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-0e965714-d37a-48ec-9092-fa259b977692 req-e852ad0c-b89c-41d1-bb30-c5fb5e1644cf tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727475 Jun 14 14:48:19.285366 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning complete for port 4e982e43-bfab-4713-8af4-e5ed0c8c4919 triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:48:19.285757 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:19.289135 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99fe6f9-b654-4b0e-9f07-92969de59f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a39facf-576f-469b-8c79-ecc370ea8c49,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:19.292307 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-d99fe6f9-b654-4b0e-9f07-92969de59f73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:19.303868 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG oslo_concurrency.lockutils [None req-ea7f1d83-2c7e-4d33-8454-86c253306901 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:19.417499 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dde4390-8212-46a4-a897-d941a3f3d608 None None] Routers {'19a61cf4-724e-46b3-ae4d-c2496f310fd1'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:48:19.418132 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-7dde4390-8212-46a4-a897-d941a3f3d608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:47:58Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['19a61cf4-724e-46b3-ae4d-c2496f310fd1'], 'active': True} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:48:19.421233 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb013fda-da48-4b6f-9fae-b37a026dc1ac None None] Pushing event updated for resources: {'Port': ['ID=a8f122dc-c26f-44ba-8ab5-1a34c52641dd,revision_number=3']} {{(pid=99486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:19.490172 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG oslo_concurrency.lockutils [None req-bb013fda-da48-4b6f-9fae-b37a026dc1ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=99486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:19.535606 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-361542d2-2d7c-4cd5-a105-1491bc56ca68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905267'] for port, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:19.692203 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvr_db [None req-7dde4390-8212-46a4-a897-d941a3f3d608 None None] Set router 19a61cf4-724e-46b3-ae4d-c2496f310fd1 gateway port host: dv-cinder-726180-9-iscsi {{(pid=99486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:48:19.693463 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-1635ca38-3ff0-4129-bd81-d90dba503b06 req-0e86d4e4-a5b0-4738-933d-4ad154827a4d tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3f98d53-15fc-4cfc-9a33-96902bc18d2a HTTP/1.1" status: 200 len: 210 time: 0.0434699 Jun 14 14:48:19.854950 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.db_base_plugin_common [None req-361542d2-2d7c-4cd5-a105-1491bc56ca68 admin admin] Allocated IP 172.20.0.1 (eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46/8f1648b2-006c-47fc-bec4-7719f58bad8c/739538c4-f337-4cac-9aa5-1fc4c9926a67) {{(pid=99483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:48:19.995762 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-7dde4390-8212-46a4-a897-d941a3f3d608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a61cf4-724e-46b3-ae4d-c2496f310fd1', 'name': 'tempest-AttachVolumeShelveTestJSON-920533305-router', 'tenant_id': '79973d5241f0405abc9418c3151cbe9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a8f122dc-c26f-44ba-8ab5-1a34c52641dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:48:13Z', 'updated_at': '2021-06-14T14:48:15Z', 'revision_number': 3, 'project_id': '79973d5241f0405abc9418c3151cbe9d', 'gw_port': {'id': 'a8f122dc-c26f-44ba-8ab5-1a34c52641dd', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:11:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a61cf4-724e-46b3-ae4d-c2496f310fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:14Z', 'updated_at': '2021-06-14T14:48:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi'}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:48:20.000505 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dde4390-8212-46a4-a897-d941a3f3d608 None None] The sync data for ids ['19a61cf4-724e-46b3-ae4d-c2496f310fd1'] in dv-cinder-726180-9-iscsi is: [{'id': '19a61cf4-724e-46b3-ae4d-c2496f310fd1', 'name': 'tempest-AttachVolumeShelveTestJSON-920533305-router', 'tenant_id': '79973d5241f0405abc9418c3151cbe9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a8f122dc-c26f-44ba-8ab5-1a34c52641dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:48:13Z', 'updated_at': '2021-06-14T14:48:15Z', 'revision_number': 3, 'project_id': '79973d5241f0405abc9418c3151cbe9d', 'gw_port': {'id': 'a8f122dc-c26f-44ba-8ab5-1a34c52641dd', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:11:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a61cf4-724e-46b3-ae4d-c2496f310fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:14Z', 'updated_at': '2021-06-14T14:48:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi'}] {{(pid=99486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 14:48:20.095345 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-361542d2-2d7c-4cd5-a105-1491bc56ca68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:20.117560 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.provisioning_blocks [None req-361542d2-2d7c-4cd5-a105-1491bc56ca68 admin admin] Transition to ACTIVE for port object 739538c4-f337-4cac-9aa5-1fc4c9926a67 will not be triggered until provisioned by entity DHCP. {{(pid=99483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:48:20.285582 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-361542d2-2d7c-4cd5-a105-1491bc56ca68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-905456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763375065887'] for port, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:20.316437 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:20.327736 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361542d2-2d7c-4cd5-a105-1491bc56ca68 admin admin] Network eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46 is already hosted by enough agents. {{(pid=99483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:48:20.375058 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.base_scheduler [None req-361542d2-2d7c-4cd5-a105-1491bc56ca68 admin admin] Resources bound (agent type, host, resource id): {{(pid=99483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:48:20.385901 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361542d2-2d7c-4cd5-a105-1491bc56ca68 admin admin] Received port after_create {{(pid=99483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:48:20.385901 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-361542d2-2d7c-4cd5-a105-1491bc56ca68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4033882'] for router_interface, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:20.541036 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361542d2-2d7c-4cd5-a105-1491bc56ca68 admin admin] Pushing event updated for resources: {'Port': ['ID=739538c4-f337-4cac-9aa5-1fc4c9926a67,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:20.548125 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-361542d2-2d7c-4cd5-a105-1491bc56ca68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:20.551205 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6aaece-8123-4d75-a4b6-3cf10dd1c56a req-a7edd2f4-6b25-4e2e-b0fd-c8e8f5719307 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:20.559222 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-9b6aaece-8123-4d75-a4b6-3cf10dd1c56a req-a7edd2f4-6b25-4e2e-b0fd-c8e8f5719307 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=544ef9a6-fafa-4c97-bbd9-004212687a60 HTTP/1.1" status: 200 len: 945 time: 0.1022191 Jun 14 14:48:20.622792 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-9b6aaece-8123-4d75-a4b6-3cf10dd1c56a req-d5c489c2-89f0-496f-a21e-2e68f135f09e tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626194 Jun 14 14:48:20.817665 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-361542d2-2d7c-4cd5-a105-1491bc56ca68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:20.852395 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-25e94b83-ae08-46b4-9dbb-ecd68a61e899 None None] Provisioning for port 739538c4-f337-4cac-9aa5-1fc4c9926a67 completed by entity DHCP. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:48:20.858078 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-25e94b83-ae08-46b4-9dbb-ecd68a61e899 None None] Provisioning complete for port 739538c4-f337-4cac-9aa5-1fc4c9926a67 triggered by entity DHCP. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:48:20.858662 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-25e94b83-ae08-46b4-9dbb-ecd68a61e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:20.930685 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-a5235593-f3f6-4ac0-984a-5c1d5bc124fd req-dc3952de-cb81-41ae-a2da-cacdf2bdd62c tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3f98d53-15fc-4cfc-9a33-96902bc18d2a HTTP/1.1" status: 200 len: 210 time: 0.0698378 Jun 14 14:48:20.931996 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-25e94b83-ae08-46b4-9dbb-ecd68a61e899 None None] Port 739538c4-f337-4cac-9aa5-1fc4c9926a67 cannot update to ACTIVE because it is not bound. {{(pid=99485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 14:48:21.084662 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-361542d2-2d7c-4cd5-a105-1491bc56ca68 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:21.157848 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device a8f122dc-c26f-44ba-8ab5-1a34c52641dd up at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:48:21.158856 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-361542d2-2d7c-4cd5-a105-1491bc56ca68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:21.160213 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-361542d2-2d7c-4cd5-a105-1491bc56ca68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4033998'] for router_interface, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:21.170251 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:21.392729 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning for port a8f122dc-c26f-44ba-8ab5-1a34c52641dd completed by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:48:21.398218 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning complete for port a8f122dc-c26f-44ba-8ab5-1a34c52641dd triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:48:21.398676 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:21.473577 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361542d2-2d7c-4cd5-a105-1491bc56ca68 admin admin] Pushing event updated for resources: {'Port': ['ID=739538c4-f337-4cac-9aa5-1fc4c9926a67,revision_number=2']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:21.478213 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-361542d2-2d7c-4cd5-a105-1491bc56ca68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:21.523281 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:21.528409 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361542d2-2d7c-4cd5-a105-1491bc56ca68 admin admin] Network eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46 is already hosted by enough agents. {{(pid=99483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:48:21.529952 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.base_scheduler [None req-361542d2-2d7c-4cd5-a105-1491bc56ca68 admin admin] Resources bound (agent type, host, resource id): {{(pid=99483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:48:21.552609 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] For port a8f122dc-c26f-44ba-8ab5-1a34c52641dd, host dv-cinder-726180-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=a8f122dc-c26f-44ba-8ab5-1a34c52641dd,segment=NetworkSegment(5f9b4eda-9001-4473-8107-70664bb4d177),segment_id=5f9b4eda-9001-4473-8107-70664bb4d177)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:48:21.662467 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:21.670659 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-3afced4d-7b1f-4116-92b3-bc0c1b2bc437 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:21.714271 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-361542d2-2d7c-4cd5-a105-1491bc56ca68 admin admin] Router 19a61cf4-724e-46b3-ae4d-c2496f310fd1 has already been hosted by L3 agent 1c008f53-dbc2-48c1-a123-31b869a31df2 {{(pid=99483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 14:48:21.771613 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Pushing event updated for resources: {'Port': ['ID=a8f122dc-c26f-44ba-8ab5-1a34c52641dd,revision_number=4']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:21.776781 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:21.786136 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-05c5eae5-c903-4426-97fd-de716e67395c None None] Provisioning complete for port 739538c4-f337-4cac-9aa5-1fc4c9926a67 triggered by entity DHCP. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:48:21.786515 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-05c5eae5-c903-4426-97fd-de716e67395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:21.847619 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-05c5eae5-c903-4426-97fd-de716e67395c None None] Port 739538c4-f337-4cac-9aa5-1fc4c9926a67 cannot update to ACTIVE because it is not bound. {{(pid=99485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 14:48:21.895751 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1310603b-3629-45f4-9ca6-521a9de8a3d4 req-7b174b3c-688b-4935-b049-0668dc7cf992 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:21.897401 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-1310603b-3629-45f4-9ca6-521a9de8a3d4 req-7b174b3c-688b-4935-b049-0668dc7cf992 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=544ef9a6-fafa-4c97-bbd9-004212687a60 HTTP/1.1" status: 200 len: 945 time: 0.1127081 Jun 14 14:48:21.912242 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-361542d2-2d7c-4cd5-a105-1491bc56ca68 admin admin] Notify agent at l3_agent.dv-cinder-726180-9-iscsi the message routers_updated {{(pid=99483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 14:48:21.917947 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-361542d2-2d7c-4cd5-a105-1491bc56ca68 admin admin] 10.222.0.55 "PUT /v2.0/routers/19a61cf4-724e-46b3-ae4d-c2496f310fd1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8648551 Jun 14 14:48:21.944249 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-1310603b-3629-45f4-9ca6-521a9de8a3d4 req-ebc1a1cd-aed4-4c21-b7a6-2cdddea4b56e tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409408 Jun 14 14:48:22.061744 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7936807b-2538-41e5-bb09-b84e6866e484 None None] Sync routers for ids ['19a61cf4-724e-46b3-ae4d-c2496f310fd1'] in dv-cinder-726180-9-iscsi {{(pid=99485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 14:48:22.071464 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7936807b-2538-41e5-bb09-b84e6866e484 None None] Routers {'19a61cf4-724e-46b3-ae4d-c2496f310fd1'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:48:22.072176 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-7936807b-2538-41e5-bb09-b84e6866e484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:47:58Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['19a61cf4-724e-46b3-ae4d-c2496f310fd1'], 'active': True} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:48:22.088316 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-27a460ed-c3f4-4794-895c-1f7ec3e011c3 req-8aaa6776-93d8-4489-a0cd-f50ee975691b tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3f98d53-15fc-4cfc-9a33-96902bc18d2a HTTP/1.1" status: 200 len: 210 time: 0.0346532 Jun 14 14:48:22.382013 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvr_db [None req-7936807b-2538-41e5-bb09-b84e6866e484 None None] Set router 19a61cf4-724e-46b3-ae4d-c2496f310fd1 gateway port host: dv-cinder-726180-9-iscsi {{(pid=99485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:48:22.610931 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 59738) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:22.616666 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.v2.base [None req-d6935688-f2e5-4caf-8f58-956622cdcd50 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1766631628', 'description': 'tempest-description--1729214910'}} {{(pid=99484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:48:22.669802 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-7936807b-2538-41e5-bb09-b84e6866e484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a61cf4-724e-46b3-ae4d-c2496f310fd1', 'name': 'tempest-AttachVolumeShelveTestJSON-920533305-router', 'tenant_id': '79973d5241f0405abc9418c3151cbe9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a8f122dc-c26f-44ba-8ab5-1a34c52641dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:48:13Z', 'updated_at': '2021-06-14T14:48:20Z', 'revision_number': 4, 'project_id': '79973d5241f0405abc9418c3151cbe9d', 'gw_port': {'id': 'a8f122dc-c26f-44ba-8ab5-1a34c52641dd', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:11:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a61cf4-724e-46b3-ae4d-c2496f310fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:14Z', 'updated_at': '2021-06-14T14:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_interfaces': [{'id': '739538c4-f337-4cac-9aa5-1fc4c9926a67', 'name': '', 'network_id': 'eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46', 'tenant_id': '79973d5241f0405abc9418c3151cbe9d', 'mac_address': 'fa:16:3e:c4:72:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a61cf4-724e-46b3-ae4d-c2496f310fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '8f1648b2-006c-47fc-bec4-7719f58bad8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:19Z', 'updated_at': '2021-06-14T14:48:20Z', 'revision_number': 2, 'project_id': '79973d5241f0405abc9418c3151cbe9d', 'subnets': [{'id': '8f1648b2-006c-47fc-bec4-7719f58bad8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:48:22.673361 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7936807b-2538-41e5-bb09-b84e6866e484 None None] Checking router: 19a61cf4-724e-46b3-ae4d-c2496f310fd1 for host: dv-cinder-726180-9-iscsi {{(pid=99485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 14:48:22.673727 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7936807b-2538-41e5-bb09-b84e6866e484 None None] Updating router 19a61cf4-724e-46b3-ae4d-c2496f310fd1 port 739538c4-f337-4cac-9aa5-1fc4c9926a67 binding host dv-cinder-726180-9-iscsi {{(pid=99485) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 14:48:22.718955 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-7936807b-2538-41e5-bb09-b84e6866e484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:22.729989 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-d6935688-f2e5-4caf-8f58-956622cdcd50 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks [] for security_group, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:22.832644 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-d6935688-f2e5-4caf-8f58-956622cdcd50 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks [] for security_group, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:22.975701 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-d6935688-f2e5-4caf-8f58-956622cdcd50 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:22.979854 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:23.010413 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6935688-f2e5-4caf-8f58-956622cdcd50 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90426e49-1ea3-40b9-b3ef-60388ffaf594,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:23.014309 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-d6935688-f2e5-4caf-8f58-956622cdcd50 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:23.106918 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-d6935688-f2e5-4caf-8f58-956622cdcd50 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks [] for security_group, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:23.108246 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-d6935688-f2e5-4caf-8f58-956622cdcd50 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4961886 Jun 14 14:48:23.111555 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 59748) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:23.116859 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.v2.base [None req-72b6a002-7864-4632-9698-4c895c2904c4 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Request body: {'security_group_rule': {'security_group_id': '90426e49-1ea3-40b9-b3ef-60388ffaf594', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:48:23.119396 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-7936807b-2538-41e5-bb09-b84e6866e484 None None] Notify callbacks [] for port, precommit_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:23.136853 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device a8f122dc-c26f-44ba-8ab5-1a34c52641dd up at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:48:23.144428 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-7936807b-2538-41e5-bb09-b84e6866e484 None None] Transition to ACTIVE for port object 739538c4-f337-4cac-9aa5-1fc4c9926a67 will not be triggered until provisioned by entity L2. {{(pid=99485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:48:23.169514 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c904d30-90a5-43cd-bb50-8c560fee7fbf req-d654c6e0-9917-476a-872a-10e52b986581 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:23.177583 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-3c904d30-90a5-43cd-bb50-8c560fee7fbf req-d654c6e0-9917-476a-872a-10e52b986581 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=544ef9a6-fafa-4c97-bbd9-004212687a60 HTTP/1.1" status: 200 len: 945 time: 0.1054893 Jun 14 14:48:23.208749 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning complete for port a8f122dc-c26f-44ba-8ab5-1a34c52641dd triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:48:23.209391 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:23.242746 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-3c904d30-90a5-43cd-bb50-8c560fee7fbf req-f5097f18-401e-4946-919b-4eea1630cf17 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640047 Jun 14 14:48:23.275842 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-5b0083da-2bdf-4b07-ab5d-01c1ee167286 req-b0b420e5-83dd-4533-adea-09a8d91a8ee5 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3f98d53-15fc-4cfc-9a33-96902bc18d2a HTTP/1.1" status: 200 len: 210 time: 0.0399895 Jun 14 14:48:23.285623 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-72b6a002-7864-4632-9698-4c895c2904c4 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:23.314505 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-7936807b-2538-41e5-bb09-b84e6866e484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:23.339589 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:23.385687 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-72b6a002-7864-4632-9698-4c895c2904c4 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:23.453209 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2f051a-4127-4f54-9dc8-12aa8a6fcbc5 None None] Pushing event updated for resources: {'Port': ['ID=739538c4-f337-4cac-9aa5-1fc4c9926a67,revision_number=3']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:23.453209 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-ed2f051a-4127-4f54-9dc8-12aa8a6fcbc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:23.465333 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-72b6a002-7864-4632-9698-4c895c2904c4 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125863'] for security_group_rule, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:23.491518 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:23.519072 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b6a002-7864-4632-9698-4c895c2904c4 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf5849b4-396a-4a3b-bcee-922fe31bc934,revision_number=0']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:23.531934 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-72b6a002-7864-4632-9698-4c895c2904c4 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:23.551448 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.managers [None req-7936807b-2538-41e5-bb09-b84e6866e484 None None] Attempting to bind port 739538c4-f337-4cac-9aa5-1fc4c9926a67 on host dv-cinder-726180-9-iscsi for vnic_type normal with profile {{(pid=99485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:48:23.551828 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.managers [None req-7936807b-2538-41e5-bb09-b84e6866e484 None None] Attempting to bind port 739538c4-f337-4cac-9aa5-1fc4c9926a67 by drivers openvswitch,hyperv on host dv-cinder-726180-9-iscsi at level 0 using segments [{'id': '74da14e9-8c63-4e6e-9b03-7a584e6443b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46'}] {{(pid=99485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:48:23.552443 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7936807b-2538-41e5-bb09-b84e6866e484 None None] Attempting to bind port 739538c4-f337-4cac-9aa5-1fc4c9926a67 on network eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46 {{(pid=99485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:48:23.558816 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-72b6a002-7864-4632-9698-4c895c2904c4 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:23.563525 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7936807b-2538-41e5-bb09-b84e6866e484 None None] Checking agent: {'id': 'e183279c-24ea-4296-8522-436b00f0c0a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-726180-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 38, 29), 'started_at': datetime.datetime(2021, 6, 14, 14, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-726180-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:48:23.563888 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-72b6a002-7864-4632-9698-4c895c2904c4 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4503632 Jun 14 14:48:23.564349 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7936807b-2538-41e5-bb09-b84e6866e484 None None] Checking segment: {'id': '74da14e9-8c63-4e6e-9b03-7a584e6443b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:48:23.564928 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-7936807b-2538-41e5-bb09-b84e6866e484 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:23.566013 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7936807b-2538-41e5-bb09-b84e6866e484 None None] Bound using segment: {'id': '74da14e9-8c63-4e6e-9b03-7a584e6443b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46'} {{(pid=99485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:48:23.566680 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.managers [None req-7936807b-2538-41e5-bb09-b84e6866e484 None None] Bound port: 739538c4-f337-4cac-9aa5-1fc4c9926a67, host: dv-cinder-726180-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74da14e9-8c63-4e6e-9b03-7a584e6443b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46'}}] {{(pid=99485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:48:23.566883 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 59766) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:23.567405 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-7936807b-2538-41e5-bb09-b84e6866e484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:23.572867 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.v2.base [None req-b2bfbebb-9055-40aa-969f-8ea933e41ef0 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Request body: {'security_group_rule': {'security_group_id': '90426e49-1ea3-40b9-b3ef-60388ffaf594', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:48:23.696047 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-7936807b-2538-41e5-bb09-b84e6866e484 None None] For port 739538c4-f337-4cac-9aa5-1fc4c9926a67, host dv-cinder-726180-9-iscsi, cleared binding levels {{(pid=99485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:48:23.719677 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-7936807b-2538-41e5-bb09-b84e6866e484 None None] For port 739538c4-f337-4cac-9aa5-1fc4c9926a67, host dv-cinder-726180-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=739538c4-f337-4cac-9aa5-1fc4c9926a67,segment=NetworkSegment(74da14e9-8c63-4e6e-9b03-7a584e6443b7),segment_id=74da14e9-8c63-4e6e-9b03-7a584e6443b7)] {{(pid=99485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:48:23.720454 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-b2bfbebb-9055-40aa-969f-8ea933e41ef0 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:23.822895 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-7936807b-2538-41e5-bb09-b84e6866e484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:23.823356 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-b2bfbebb-9055-40aa-969f-8ea933e41ef0 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:23.826907 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-9069bab6-00a6-4ef6-acef-17ecc32fff44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:23.904441 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2f051a-4127-4f54-9dc8-12aa8a6fcbc5 None None] Pushing event updated for resources: {'Port': ['ID=739538c4-f337-4cac-9aa5-1fc4c9926a67,revision_number=4']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:23.907184 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7936807b-2538-41e5-bb09-b84e6866e484 None None] Routers {'19a61cf4-724e-46b3-ae4d-c2496f310fd1'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:48:23.907834 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-7936807b-2538-41e5-bb09-b84e6866e484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:47:58Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['19a61cf4-724e-46b3-ae4d-c2496f310fd1'], 'active': True} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:48:23.911539 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-ed2f051a-4127-4f54-9dc8-12aa8a6fcbc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:23.965865 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d44bb-8356-4f02-adb5-2c5542c20ecc req-9c4ff0c6-0c43-402b-9548-a44a3aa26885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:23.968652 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-e39d44bb-8356-4f02-adb5-2c5542c20ecc req-9c4ff0c6-0c43-402b-9548-a44a3aa26885 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=544ef9a6-fafa-4c97-bbd9-004212687a60 HTTP/1.1" status: 200 len: 1098 time: 0.0888853 Jun 14 14:48:24.027081 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4090c80-8e04-4013-9c14-9d809d644069 req-55d74192-e0ab-458a-8cea-a12b18b9b1d0 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:24.029609 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-d4090c80-8e04-4013-9c14-9d809d644069 req-55d74192-e0ab-458a-8cea-a12b18b9b1d0 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.21 "GET /v2.0/networks?id=65d263a3-c06c-4fc2-b6db-fb0d4c7cfc3b HTTP/1.1" status: 200 len: 809 time: 0.1790907 Jun 14 14:48:24.031612 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-b2bfbebb-9055-40aa-969f-8ea933e41ef0 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125863'] for security_group_rule, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:24.035587 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:24.038228 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-e39d44bb-8356-4f02-adb5-2c5542c20ecc req-ccbeccc1-97cc-4ea6-8dc1-6e1d008b9a66 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619960 Jun 14 14:48:24.063840 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bfbebb-9055-40aa-969f-8ea933e41ef0 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d80a1217-1ec9-4270-990e-57acdb7af8dc,revision_number=0']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:24.068182 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-b2bfbebb-9055-40aa-969f-8ea933e41ef0 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:24.097060 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.v2.base [req-d4090c80-8e04-4013-9c14-9d809d644069 req-291bfa2d-0196-4268-8daf-f73da5c771c6 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Request body: {'port': {'device_id': 'c3f98d53-15fc-4cfc-9a33-96902bc18d2a', 'network_id': '65d263a3-c06c-4fc2-b6db-fb0d4c7cfc3b', 'admin_state_up': True, 'tenant_id': 'da56ce54d59a44f98a82e3932b694c1c'}} {{(pid=99483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:48:24.118022 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvr_db [None req-7936807b-2538-41e5-bb09-b84e6866e484 None None] Set router 19a61cf4-724e-46b3-ae4d-c2496f310fd1 gateway port host: dv-cinder-726180-9-iscsi {{(pid=99485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:48:24.195562 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-b2bfbebb-9055-40aa-969f-8ea933e41ef0 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:24.197554 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-b2bfbebb-9055-40aa-969f-8ea933e41ef0 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6294775 Jun 14 14:48:24.200786 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 59772) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:24.206851 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.v2.base [None req-b42865af-6c01-4148-9256-f286dd4a59d7 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Request body: {'floatingip': {'floating_network_id': '380d7500-e042-4a28-87f8-50b947846e60'}} {{(pid=99484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:48:24.354438 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-b42865af-6c01-4148-9256-f286dd4a59d7 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks [] for floatingip, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:24.487947 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-7936807b-2538-41e5-bb09-b84e6866e484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a61cf4-724e-46b3-ae4d-c2496f310fd1', 'name': 'tempest-AttachVolumeShelveTestJSON-920533305-router', 'tenant_id': '79973d5241f0405abc9418c3151cbe9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a8f122dc-c26f-44ba-8ab5-1a34c52641dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:48:13Z', 'updated_at': '2021-06-14T14:48:20Z', 'revision_number': 4, 'project_id': '79973d5241f0405abc9418c3151cbe9d', 'gw_port': {'id': 'a8f122dc-c26f-44ba-8ab5-1a34c52641dd', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:11:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a61cf4-724e-46b3-ae4d-c2496f310fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:14Z', 'updated_at': '2021-06-14T14:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_interfaces': [{'id': '739538c4-f337-4cac-9aa5-1fc4c9926a67', 'name': '', 'network_id': 'eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46', 'tenant_id': '79973d5241f0405abc9418c3151cbe9d', 'mac_address': 'fa:16:3e:c4:72:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a61cf4-724e-46b3-ae4d-c2496f310fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '8f1648b2-006c-47fc-bec4-7719f58bad8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:19Z', 'updated_at': '2021-06-14T14:48:23Z', 'revision_number': 4, 'project_id': '79973d5241f0405abc9418c3151cbe9d', 'subnets': [{'id': '8f1648b2-006c-47fc-bec4-7719f58bad8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:48:24.493079 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7936807b-2538-41e5-bb09-b84e6866e484 None None] The sync data for ids ['19a61cf4-724e-46b3-ae4d-c2496f310fd1'] in dv-cinder-726180-9-iscsi is: [{'id': '19a61cf4-724e-46b3-ae4d-c2496f310fd1', 'name': 'tempest-AttachVolumeShelveTestJSON-920533305-router', 'tenant_id': '79973d5241f0405abc9418c3151cbe9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a8f122dc-c26f-44ba-8ab5-1a34c52641dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:48:13Z', 'updated_at': '2021-06-14T14:48:20Z', 'revision_number': 4, 'project_id': '79973d5241f0405abc9418c3151cbe9d', 'gw_port': {'id': 'a8f122dc-c26f-44ba-8ab5-1a34c52641dd', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:11:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a61cf4-724e-46b3-ae4d-c2496f310fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:14Z', 'updated_at': '2021-06-14T14:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_interfaces': [{'id': '739538c4-f337-4cac-9aa5-1fc4c9926a67', 'name': '', 'network_id': 'eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46', 'tenant_id': '79973d5241f0405abc9418c3151cbe9d', 'mac_address': 'fa:16:3e:c4:72:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a61cf4-724e-46b3-ae4d-c2496f310fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '8f1648b2-006c-47fc-bec4-7719f58bad8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:19Z', 'updated_at': '2021-06-14T14:48:23Z', 'revision_number': 4, 'project_id': '79973d5241f0405abc9418c3151cbe9d', 'subnets': [{'id': '8f1648b2-006c-47fc-bec4-7719f58bad8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 14:48:24.497694 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-8e4f7368-8b44-4bca-844a-20b0a6883086 req-39c1061e-5496-4e47-90c4-2ab3115e0626 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3f98d53-15fc-4cfc-9a33-96902bc18d2a HTTP/1.1" status: 200 len: 210 time: 0.0713270 Jun 14 14:48:24.498160 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4090c80-8e04-4013-9c14-9d809d644069 req-291bfa2d-0196-4268-8daf-f73da5c771c6 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Made reservation on behalf of da56ce54d59a44f98a82e3932b694c1c for: {'port': 1} {{(pid=99483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:48:24.504040 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-d4090c80-8e04-4013-9c14-9d809d644069 req-291bfa2d-0196-4268-8daf-f73da5c771c6 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905267'] for port, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:24.702210 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-b42865af-6c01-4148-9256-f286dd4a59d7 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905267'] for port, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:24.724888 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f2725-5ea4-4ba8-bdea-1c58c4e386c3 req-8b837d6b-4bde-4eed-867d-31ce53f78c81 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:24.732169 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-ee8f2725-5ea4-4ba8-bdea-1c58c4e386c3 req-8b837d6b-4bde-4eed-867d-31ce53f78c81 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=544ef9a6-fafa-4c97-bbd9-004212687a60 HTTP/1.1" status: 200 len: 945 time: 0.1434040 Jun 14 14:48:24.778667 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.db_base_plugin_common [req-d4090c80-8e04-4013-9c14-9d809d644069 req-291bfa2d-0196-4268-8daf-f73da5c771c6 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Allocated IP 172.20.0.14 (65d263a3-c06c-4fc2-b6db-fb0d4c7cfc3b/b8eb8a53-71cf-41bf-a4d0-30555c3f298c/49ad5808-655b-4863-8d1e-6d904c88ccfe) {{(pid=99483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:48:24.855095 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-ee8f2725-5ea4-4ba8-bdea-1c58c4e386c3 req-275e11c4-9b1b-49a3-8710-66a0208f75f4 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216760 Jun 14 14:48:24.926844 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.db_base_plugin_common [None req-b42865af-6c01-4148-9256-f286dd4a59d7 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Allocated IP 172.27.3.196 (380d7500-e042-4a28-87f8-50b947846e60/5342af6e-54a0-4047-9509-517c9dedbdeb/7c622844-9bd5-49d9-b4e5-6916f93e5661) {{(pid=99484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:48:25.042474 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-d4090c80-8e04-4013-9c14-9d809d644069 req-291bfa2d-0196-4268-8daf-f73da5c771c6 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Notify callbacks [] for port, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:25.090219 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-b42865af-6c01-4148-9256-f286dd4a59d7 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks [] for port, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:25.145157 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device 739538c4-f337-4cac-9aa5-1fc4c9926a67 up at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:48:25.210465 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-d4090c80-8e04-4013-9c14-9d809d644069 req-291bfa2d-0196-4268-8daf-f73da5c771c6 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-905456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763375065887'] for port, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:25.223019 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:25.233267 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-b42865af-6c01-4148-9256-f286dd4a59d7 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-905456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763375065887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12090236'] for port, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:25.239363 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-025bba4a-2bab-4dcf-a47e-4833882d2bb9 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:25.281075 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4090c80-8e04-4013-9c14-9d809d644069 req-291bfa2d-0196-4268-8daf-f73da5c771c6 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Network 65d263a3-c06c-4fc2-b6db-fb0d4c7cfc3b is already hosted by enough agents. {{(pid=99483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:48:25.286982 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.base_scheduler [req-d4090c80-8e04-4013-9c14-9d809d644069 req-291bfa2d-0196-4268-8daf-f73da5c771c6 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Resources bound (agent type, host, resource id): {{(pid=99483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:48:25.301548 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4090c80-8e04-4013-9c14-9d809d644069 req-291bfa2d-0196-4268-8daf-f73da5c771c6 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Received port after_create {{(pid=99483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:48:25.306410 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42865af-6c01-4148-9256-f286dd4a59d7 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Network 380d7500-e042-4a28-87f8-50b947846e60 is already hosted by enough agents. {{(pid=99484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:48:25.309207 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4090c80-8e04-4013-9c14-9d809d644069 req-291bfa2d-0196-4268-8daf-f73da5c771c6 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:25.310650 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-d4090c80-8e04-4013-9c14-9d809d644069 req-291bfa2d-0196-4268-8daf-f73da5c771c6 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699218'] for port, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:25.310929 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.base_scheduler [None req-b42865af-6c01-4148-9256-f286dd4a59d7 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Resources bound (agent type, host, resource id): {{(pid=99484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:48:25.315721 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42865af-6c01-4148-9256-f286dd4a59d7 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Received port after_create {{(pid=99484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:48:25.319518 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning for port 739538c4-f337-4cac-9aa5-1fc4c9926a67 completed by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:48:25.328840 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning complete for port 739538c4-f337-4cac-9aa5-1fc4c9926a67 triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:48:25.329472 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:25.338671 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291bfa2d-0196-4268-8daf-f73da5c771c6 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Pushing event updated for resources: {'Port': ['ID=49ad5808-655b-4863-8d1e-6d904c88ccfe,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:25.341732 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-291bfa2d-0196-4268-8daf-f73da5c771c6 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:25.365182 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42865af-6c01-4148-9256-f286dd4a59d7 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Pushing event updated for resources: {'Port': ['ID=7c622844-9bd5-49d9-b4e5-6916f93e5661,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:25.381502 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-b42865af-6c01-4148-9256-f286dd4a59d7 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:25.422027 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-d4090c80-8e04-4013-9c14-9d809d644069 req-291bfa2d-0196-4268-8daf-f73da5c771c6 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3304477 Jun 14 14:48:25.459923 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:25.500781 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] For port 739538c4-f337-4cac-9aa5-1fc4c9926a67, host dv-cinder-726180-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=739538c4-f337-4cac-9aa5-1fc4c9926a67,segment=NetworkSegment(74da14e9-8c63-4e6e-9b03-7a584e6443b7),segment_id=74da14e9-8c63-4e6e-9b03-7a584e6443b7)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:48:25.514581 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-b42865af-6c01-4148-9256-f286dd4a59d7 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:25.587300 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:25.589951 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:25.656279 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Pushing event updated for resources: {'Port': ['ID=739538c4-f337-4cac-9aa5-1fc4c9926a67,revision_number=5']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:25.659531 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:25.688961 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-b42865af-6c01-4148-9256-f286dd4a59d7 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:25.770475 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-21529267-6af0-48d5-ae5d-fe4026f95b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:25.779857 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e1bb7-092c-431e-92cd-fc1696a8fd0f req-551c9f3b-4439-446b-a15e-0cec8c58b6b6 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:25.781427 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-4c4e1bb7-092c-431e-92cd-fc1696a8fd0f req-551c9f3b-4439-446b-a15e-0cec8c58b6b6 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3f98d53-15fc-4cfc-9a33-96902bc18d2a HTTP/1.1" status: 200 len: 932 time: 0.1468527 Jun 14 14:48:25.889184 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-4c4e1bb7-092c-431e-92cd-fc1696a8fd0f req-5a0b9983-6036-4547-84c2-3e7aa504ef82 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4412ae9-ed24-4ba9-9bee-87c45de8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977166 Jun 14 14:48:25.941213 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-b42865af-6c01-4148-9256-f286dd4a59d7 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks [] for port, precommit_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:26.057567 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-b42865af-6c01-4148-9256-f286dd4a59d7 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12090178'] for port, after_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:26.068046 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb1478b-f323-4234-bbe9-e5f4156584b7 req-e5b0fb61-cde4-4b94-8091-5f434c3c3535 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:26.069503 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-fbb1478b-f323-4234-bbe9-e5f4156584b7 req-e5b0fb61-cde4-4b94-8091-5f434c3c3535 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=544ef9a6-fafa-4c97-bbd9-004212687a60 HTTP/1.1" status: 200 len: 945 time: 0.0713289 Jun 14 14:48:26.071021 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-364c2eaa-60b8-4e3b-94c9-fbb710347d54 tempest-DeleteServersTestJSON-2010475675 tempest-DeleteServersTestJSON-2010475675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:26.189091 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42865af-6c01-4148-9256-f286dd4a59d7 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Pushing event updated for resources: {'Port': ['ID=7c622844-9bd5-49d9-b4e5-6916f93e5661,revision_number=2']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:26.195907 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-fbb1478b-f323-4234-bbe9-e5f4156584b7 req-ac207234-5ecf-460f-a880-5faa1a55890c tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188307 Jun 14 14:48:26.198948 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-b42865af-6c01-4148-9256-f286dd4a59d7 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:26.203592 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-b42865af-6c01-4148-9256-f286dd4a59d7 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4045686'] for floatingip, after_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:26.284922 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-b42865af-6c01-4148-9256-f286dd4a59d7 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645'] for floatingip, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:26.286351 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-b42865af-6c01-4148-9256-f286dd4a59d7 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0842557 Jun 14 14:48:26.430565 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-125bebd5-ca24-4402-a26a-e7ba70365bfd req-df3924df-42f8-4a8b-a867-ef5f1f437de0 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1766631628&fields=id&tenant_id=79973d5241f0405abc9418c3151cbe9d HTTP/1.1" status: 200 len: 267 time: 0.0388930 Jun 14 14:48:26.566853 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125bebd5-ca24-4402-a26a-e7ba70365bfd req-893978ed-6f8d-4673-af7e-3e3f2ec142d0 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:26.568229 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-125bebd5-ca24-4402-a26a-e7ba70365bfd req-893978ed-6f8d-4673-af7e-3e3f2ec142d0 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/networks?id=eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46 HTTP/1.1" status: 200 len: 816 time: 0.1310074 Jun 14 14:48:26.583402 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-125bebd5-ca24-4402-a26a-e7ba70365bfd req-1255e50e-6437-44d3-a7f7-919c86473bc2 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/quotas/79973d5241f0405abc9418c3151cbe9d HTTP/1.1" status: 200 len: 375 time: 0.0098763 Jun 14 14:48:26.664725 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-125bebd5-ca24-4402-a26a-e7ba70365bfd req-c20f9e23-a957-44fe-bc4b-0bd7252208f6 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=79973d5241f0405abc9418c3151cbe9d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0761843 Jun 14 14:48:26.790893 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-125bebd5-ca24-4402-a26a-e7ba70365bfd req-db693cda-69d1-4118-a83f-0001f2d783dd service neutron] 10.222.0.55 "GET /v2.0/networks/eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141620 Jun 14 14:48:26.905616 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-125bebd5-ca24-4402-a26a-e7ba70365bfd req-cf159ff7-0f9b-497f-acbc-622ae81a8183 service neutron] 10.222.0.55 "GET /v2.0/networks/eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088440 Jun 14 14:48:27.068665 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device 739538c4-f337-4cac-9aa5-1fc4c9926a67 up at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:48:27.128858 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning complete for port 739538c4-f337-4cac-9aa5-1fc4c9926a67 triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:48:27.129624 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:27.291760 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ea4217-fad0-43f1-bee0-382f5c38930d req-fb908aba-635b-4378-8bb7-55b60e36c67b tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:27.294104 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-a6ea4217-fad0-43f1-bee0-382f5c38930d req-fb908aba-635b-4378-8bb7-55b60e36c67b tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3f98d53-15fc-4cfc-9a33-96902bc18d2a HTTP/1.1" status: 200 len: 932 time: 0.0849903 Jun 14 14:48:27.337054 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-a6ea4217-fad0-43f1-bee0-382f5c38930d req-514cc717-5c0e-4005-8b97-d186282ad07c tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4412ae9-ed24-4ba9-9bee-87c45de8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368435 Jun 14 14:48:27.411348 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-45b4710f-ea9f-41dc-b624-fd403655844e req-8ca82d66-c802-4e94-8414-92c905edf3a8 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 210 time: 0.0341730 Jun 14 14:48:27.595385 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b4353-03d3-4818-ada6-6fa04674e939 req-4cd9fcb4-ae72-4757-a279-5bb66c68652c tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:27.597818 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-c96b4353-03d3-4818-ada6-6fa04674e939 req-4cd9fcb4-ae72-4757-a279-5bb66c68652c tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=544ef9a6-fafa-4c97-bbd9-004212687a60 HTTP/1.1" status: 200 len: 945 time: 0.0836668 Jun 14 14:48:27.648390 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-c96b4353-03d3-4818-ada6-6fa04674e939 req-d05fc9ee-5a30-4ca8-824b-eab8d2197286 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442948 Jun 14 14:48:27.713378 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.v2.base [req-d4090c80-8e04-4013-9c14-9d809d644069 req-4dec2921-c42f-491e-9ec2-38ea84044a60 service neutron] Request body: {'port': {'device_id': 'c3f98d53-15fc-4cfc-9a33-96902bc18d2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-72618'}} {{(pid=99483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:48:27.810564 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-d4090c80-8e04-4013-9c14-9d809d644069 req-4dec2921-c42f-491e-9ec2-38ea84044a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:28.138699 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.notifiers.nova [req-d4090c80-8e04-4013-9c14-9d809d644069 req-4dec2921-c42f-491e-9ec2-38ea84044a60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49ad5808-655b-4863-8d1e-6d904c88ccfe {{(pid=99483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:48:28.146747 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-d4090c80-8e04-4013-9c14-9d809d644069 req-4dec2921-c42f-491e-9ec2-38ea84044a60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:28.158551 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.provisioning_blocks [req-d4090c80-8e04-4013-9c14-9d809d644069 req-4dec2921-c42f-491e-9ec2-38ea84044a60 service neutron] Transition to ACTIVE for port object 49ad5808-655b-4863-8d1e-6d904c88ccfe will not be triggered until provisioned by entity L2. {{(pid=99483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:48:28.449914 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-d4090c80-8e04-4013-9c14-9d809d644069 req-4dec2921-c42f-491e-9ec2-38ea84044a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:28.464707 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-361542d2-2d7c-4cd5-a105-1491bc56ca68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:28.484311 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-26aaba97-ea45-4e9d-8bcd-78b7edcbeedb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:28.532026 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196baea0-1882-4198-b8f8-ee3091069a1c req-903ad45c-f475-4c14-92f4-a0bc1ebdc9a4 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:28.533363 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-196baea0-1882-4198-b8f8-ee3091069a1c req-903ad45c-f475-4c14-92f4-a0bc1ebdc9a4 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3f98d53-15fc-4cfc-9a33-96902bc18d2a HTTP/1.1" status: 200 len: 944 time: 0.0805988 Jun 14 14:48:28.577565 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-196baea0-1882-4198-b8f8-ee3091069a1c req-2add8225-40aa-49f8-be64-30c38dba0af6 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4412ae9-ed24-4ba9-9bee-87c45de8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371947 Jun 14 14:48:28.603426 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-daceaa25-426e-42cb-819f-bad3301b4c24 req-d8861e48-5058-4e36-879f-ccb2ed55b3c6 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 210 time: 0.0938666 Jun 14 14:48:28.604652 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dec2921-c42f-491e-9ec2-38ea84044a60 service neutron] Pushing event updated for resources: {'Port': ['ID=49ad5808-655b-4863-8d1e-6d904c88ccfe,revision_number=2']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:28.608570 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-4dec2921-c42f-491e-9ec2-38ea84044a60 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:28.655710 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.managers [req-d4090c80-8e04-4013-9c14-9d809d644069 req-4dec2921-c42f-491e-9ec2-38ea84044a60 service neutron] Attempting to bind port 49ad5808-655b-4863-8d1e-6d904c88ccfe on host hv-cinder-72618 for vnic_type normal with profile {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:48:28.655888 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.managers [req-d4090c80-8e04-4013-9c14-9d809d644069 req-4dec2921-c42f-491e-9ec2-38ea84044a60 service neutron] Attempting to bind port 49ad5808-655b-4863-8d1e-6d904c88ccfe by drivers openvswitch,hyperv on host hv-cinder-72618 at level 0 using segments [{'id': '1032d505-c774-4d39-a3ca-73b0d1b09fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '65d263a3-c06c-4fc2-b6db-fb0d4c7cfc3b'}] {{(pid=99483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:48:28.656314 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4090c80-8e04-4013-9c14-9d809d644069 req-4dec2921-c42f-491e-9ec2-38ea84044a60 service neutron] Attempting to bind port 49ad5808-655b-4863-8d1e-6d904c88ccfe on network 65d263a3-c06c-4fc2-b6db-fb0d4c7cfc3b {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:48:28.660889 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4090c80-8e04-4013-9c14-9d809d644069 req-4dec2921-c42f-491e-9ec2-38ea84044a60 service neutron] Port 49ad5808-655b-4863-8d1e-6d904c88ccfe on network 65d263a3-c06c-4fc2-b6db-fb0d4c7cfc3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-72618 {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 14:48:28.661240 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4090c80-8e04-4013-9c14-9d809d644069 req-4dec2921-c42f-491e-9ec2-38ea84044a60 service neutron] Attempting to bind port 49ad5808-655b-4863-8d1e-6d904c88ccfe on network 65d263a3-c06c-4fc2-b6db-fb0d4c7cfc3b {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:48:28.666260 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4090c80-8e04-4013-9c14-9d809d644069 req-4dec2921-c42f-491e-9ec2-38ea84044a60 service neutron] Checking agent: {'id': '75f5f45e-0f41-4f3b-9aad-8e3a5980501e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-72618', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 44, 59), 'started_at': datetime.datetime(2021, 6, 14, 14, 44, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:48:28.666594 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4090c80-8e04-4013-9c14-9d809d644069 req-4dec2921-c42f-491e-9ec2-38ea84044a60 service neutron] Checking segment: {'id': '1032d505-c774-4d39-a3ca-73b0d1b09fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '65d263a3-c06c-4fc2-b6db-fb0d4c7cfc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:48:28.666980 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4090c80-8e04-4013-9c14-9d809d644069 req-4dec2921-c42f-491e-9ec2-38ea84044a60 service neutron] Bound using segment: {'id': '1032d505-c774-4d39-a3ca-73b0d1b09fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '65d263a3-c06c-4fc2-b6db-fb0d4c7cfc3b'} {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:48:28.667412 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.managers [req-d4090c80-8e04-4013-9c14-9d809d644069 req-4dec2921-c42f-491e-9ec2-38ea84044a60 service neutron] Bound port: 49ad5808-655b-4863-8d1e-6d904c88ccfe, host: hv-cinder-72618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1032d505-c774-4d39-a3ca-73b0d1b09fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '65d263a3-c06c-4fc2-b6db-fb0d4c7cfc3b'}}] {{(pid=99483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:48:28.667761 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-d4090c80-8e04-4013-9c14-9d809d644069 req-4dec2921-c42f-491e-9ec2-38ea84044a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:28.746792 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:28.757906 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.db [req-d4090c80-8e04-4013-9c14-9d809d644069 req-4dec2921-c42f-491e-9ec2-38ea84044a60 service neutron] For port 49ad5808-655b-4863-8d1e-6d904c88ccfe, host hv-cinder-72618, cleared binding levels {{(pid=99483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:48:28.761324 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.db [req-d4090c80-8e04-4013-9c14-9d809d644069 req-4dec2921-c42f-491e-9ec2-38ea84044a60 service neutron] For port 49ad5808-655b-4863-8d1e-6d904c88ccfe, host hv-cinder-72618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=49ad5808-655b-4863-8d1e-6d904c88ccfe,segment=NetworkSegment(1032d505-c774-4d39-a3ca-73b0d1b09fb4),segment_id=1032d505-c774-4d39-a3ca-73b0d1b09fb4)] {{(pid=99483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:48:28.836858 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5dddb0-f5f3-4c09-b497-6b2d9a615854 req-c66294d5-4cfa-476e-8942-e8aea9806808 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:28.838232 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-0f5dddb0-f5f3-4c09-b497-6b2d9a615854 req-c66294d5-4cfa-476e-8942-e8aea9806808 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=544ef9a6-fafa-4c97-bbd9-004212687a60 HTTP/1.1" status: 200 len: 945 time: 0.0705645 Jun 14 14:48:28.884612 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-0f5dddb0-f5f3-4c09-b497-6b2d9a615854 req-0366f474-f2b3-469e-8fa3-cc6ca325c69e tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405910 Jun 14 14:48:28.884855 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-d4090c80-8e04-4013-9c14-9d809d644069 req-4dec2921-c42f-491e-9ec2-38ea84044a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:28.887026 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:28.932381 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4090c80-8e04-4013-9c14-9d809d644069 req-4dec2921-c42f-491e-9ec2-38ea84044a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:28.932695 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-d4090c80-8e04-4013-9c14-9d809d644069 req-4dec2921-c42f-491e-9ec2-38ea84044a60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699218'] for port, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:28.934081 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-d4090c80-8e04-4013-9c14-9d809d644069 req-4dec2921-c42f-491e-9ec2-38ea84044a60 service neutron] 10.222.0.21 "PUT /v2.0/ports/49ad5808-655b-4863-8d1e-6d904c88ccfe HTTP/1.1" status: 200 len: 1094 time: 1.2251868 Jun 14 14:48:28.934560 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3f98d53-15fc-4cfc-9a33-96902bc18d2a', 'tag': '49ad5808-655b-4863-8d1e-6d904c88ccfe'}] {{(pid=99483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:48:28.936881 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10e764dcb54ca1904200e902db0bf3fc798e652e4e20eb5cbfc1ab196cf52753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58426db1-c408-4aa2-82ca-2d223dab2885" -d '{"events": [{"name": "network-changed", "server_uuid": "c3f98d53-15fc-4cfc-9a33-96902bc18d2a", "tag": "49ad5808-655b-4863-8d1e-6d904c88ccfe"}]}' {{(pid=99483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:48:28.956782 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dec2921-c42f-491e-9ec2-38ea84044a60 service neutron] Pushing event updated for resources: {'Port': ['ID=49ad5808-655b-4863-8d1e-6d904c88ccfe,revision_number=3']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:28.960157 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-4dec2921-c42f-491e-9ec2-38ea84044a60 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:29.025920 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 14:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec8ba04-7933-4c98-ba84-5b86cafe23b7 x-openstack-request-id: req-cec8ba04-7933-4c98-ba84-5b86cafe23b7 {{(pid=99483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:48:29.026313 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3f98d53-15fc-4cfc-9a33-96902bc18d2a", "tag": "49ad5808-655b-4863-8d1e-6d904c88ccfe", "status": "completed", "code": 200}]} {{(pid=99483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:48:29.026597 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cec8ba04-7933-4c98-ba84-5b86cafe23b7 {{(pid=99483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:48:29.027040 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3f98d53-15fc-4cfc-9a33-96902bc18d2a', 'tag': '49ad5808-655b-4863-8d1e-6d904c88ccfe', 'status': 'completed', 'code': 200} Jun 14 14:48:29.529195 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259e5ce4-1a02-4ddb-996a-14b616be9ed6 req-2f9c0465-ec4f-44a2-85cc-d2e34c04e16c tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:29.530633 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-259e5ce4-1a02-4ddb-996a-14b616be9ed6 req-2f9c0465-ec4f-44a2-85cc-d2e34c04e16c tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=544ef9a6-fafa-4c97-bbd9-004212687a60 HTTP/1.1" status: 200 len: 945 time: 0.0691974 Jun 14 14:48:29.573005 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-259e5ce4-1a02-4ddb-996a-14b616be9ed6 req-699cabc2-5226-4a10-83d9-208799f25d54 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364587 Jun 14 14:48:29.633256 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-fac6794f-d54e-43a2-84ad-332974bc6d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:29.773679 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828ac452-2cf2-4d23-89a5-642594218e5a req-9d8825c4-853c-4706-835a-7db19b1db082 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:29.775501 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-828ac452-2cf2-4d23-89a5-642594218e5a req-9d8825c4-853c-4706-835a-7db19b1db082 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3f98d53-15fc-4cfc-9a33-96902bc18d2a HTTP/1.1" status: 200 len: 944 time: 0.0796289 Jun 14 14:48:29.822912 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-828ac452-2cf2-4d23-89a5-642594218e5a req-8c7d964c-72eb-457c-8206-7d011492d7d6 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4412ae9-ed24-4ba9-9bee-87c45de8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419028 Jun 14 14:48:29.961035 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-f0747d78-b27e-4846-8b2d-a46f7f44d1fb req-1881e70d-93b5-4080-8977-b6e5aec1eda9 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 210 time: 0.0340538 Jun 14 14:48:30.312895 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:30.764258 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3320ee9b-172a-409c-a0c6-fd2667646efe req-9cc08234-66bf-4655-8fee-3500ef25a732 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:30.765779 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-3320ee9b-172a-409c-a0c6-fd2667646efe req-9cc08234-66bf-4655-8fee-3500ef25a732 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=544ef9a6-fafa-4c97-bbd9-004212687a60 HTTP/1.1" status: 200 len: 945 time: 0.0723803 Jun 14 14:48:30.811639 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-3320ee9b-172a-409c-a0c6-fd2667646efe req-80a94ca8-5aa6-423f-b213-9dc23b0ac18a tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397012 Jun 14 14:48:31.009408 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5423fe06-3690-47af-aa23-19825a4f7c06 req-2829a7cd-0c3b-43fd-8409-dc8981d843f6 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:31.010873 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-5423fe06-3690-47af-aa23-19825a4f7c06 req-2829a7cd-0c3b-43fd-8409-dc8981d843f6 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3f98d53-15fc-4cfc-9a33-96902bc18d2a HTTP/1.1" status: 200 len: 944 time: 0.0722179 Jun 14 14:48:31.056500 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-5423fe06-3690-47af-aa23-19825a4f7c06 req-4b7ea4d4-df89-4d17-b480-bf92c3484a9c tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4412ae9-ed24-4ba9-9bee-87c45de8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398083 Jun 14 14:48:31.186897 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-4deea9ff-11b3-46da-a7c5-2a45899cb63a req-5fa59ca5-59b4-4235-841e-5f99ff55c1c8 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 210 time: 0.0333602 Jun 14 14:48:31.353900 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c9e0a-d52d-4cf9-b754-ed1c837052dd req-e2d0b29c-2231-464c-9c1e-d1748c4b754a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:31.355372 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-268c9e0a-d52d-4cf9-b754-ed1c837052dd req-e2d0b29c-2231-464c-9c1e-d1748c4b754a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=242c3d1f11d44afab53a6162544fd9e6&device_id=544ef9a6-fafa-4c97-bbd9-004212687a60 HTTP/1.1" status: 200 len: 1098 time: 0.0684602 Jun 14 14:48:31.373716 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58426db1-c408-4aa2-82ca-2d223dab2885 req-50f4908a-b44f-43d3-a1b6-a54700545ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:31.375401 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-58426db1-c408-4aa2-82ca-2d223dab2885 req-50f4908a-b44f-43d3-a1b6-a54700545ab9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=da56ce54d59a44f98a82e3932b694c1c&device_id=c3f98d53-15fc-4cfc-9a33-96902bc18d2a HTTP/1.1" status: 200 len: 1097 time: 0.0681322 Jun 14 14:48:31.462432 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-39b4335d-7f90-4c96-ac82-c584c202a69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:31.477378 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c9e0a-d52d-4cf9-b754-ed1c837052dd req-411696fd-ad58-40c4-b2cb-d0cda90cf0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:31.478862 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-268c9e0a-d52d-4cf9-b754-ed1c837052dd req-411696fd-ad58-40c4-b2cb-d0cda90cf0b3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=279d0dfb-7f10-4838-93a8-73440a285c6d HTTP/1.1" status: 200 len: 920 time: 0.1170576 Jun 14 14:48:31.513244 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58426db1-c408-4aa2-82ca-2d223dab2885 req-563fb030-d178-4d41-b95c-6e8f47555811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:31.514929 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-58426db1-c408-4aa2-82ca-2d223dab2885 req-563fb030-d178-4d41-b95c-6e8f47555811 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=da56ce54d59a44f98a82e3932b694c1c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1235397 Jun 14 14:48:31.651203 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58426db1-c408-4aa2-82ca-2d223dab2885 req-534774d4-10e8-4a66-bf37-619054311ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:31.652800 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-58426db1-c408-4aa2-82ca-2d223dab2885 req-534774d4-10e8-4a66-bf37-619054311ed7 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1284494 Jun 14 14:48:31.725163 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-268c9e0a-d52d-4cf9-b754-ed1c837052dd req-f92ae13f-3fd1-42af-9fd4-9c5c2c515cb1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3abc5e1-9f7c-4b8e-9136-bcb9ef9bb7cf HTTP/1.1" status: 200 len: 217 time: 0.2388489 Jun 14 14:48:31.998437 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc92ba8f-d72f-4c07-ad5f-6bf4a6ea797e req-6056d1ef-0d84-4dd6-9cb8-9cda5de42091 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:31.999772 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-dc92ba8f-d72f-4c07-ad5f-6bf4a6ea797e req-6056d1ef-0d84-4dd6-9cb8-9cda5de42091 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=544ef9a6-fafa-4c97-bbd9-004212687a60 HTTP/1.1" status: 200 len: 945 time: 0.0686753 Jun 14 14:48:32.044637 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-dc92ba8f-d72f-4c07-ad5f-6bf4a6ea797e req-8031be3a-c64d-45a5-8802-6b3651081d92 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385332 Jun 14 14:48:32.241626 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5247eb7e-71c3-47cd-9938-a0580b21db2d req-d0140704-c39d-4c3a-8962-06f2d5b81436 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:32.243185 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-5247eb7e-71c3-47cd-9938-a0580b21db2d req-d0140704-c39d-4c3a-8962-06f2d5b81436 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3f98d53-15fc-4cfc-9a33-96902bc18d2a HTTP/1.1" status: 200 len: 944 time: 0.0726178 Jun 14 14:48:32.291176 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-5247eb7e-71c3-47cd-9938-a0580b21db2d req-5a868a50-eae6-470b-8009-9e87395fe206 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4412ae9-ed24-4ba9-9bee-87c45de8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403428 Jun 14 14:48:32.339417 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-23590e1a-454a-41e9-ac0e-71b01dacf0e6 req-258f3fd5-4471-4873-a54a-070cdfa9d68e tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 210 time: 0.0331192 Jun 14 14:48:33.243244 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0110f-5ad1-4690-a78a-74e667eadfde req-8c33aa0d-3794-4ba2-b969-a0322af5dd73 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:33.244881 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-1fa0110f-5ad1-4690-a78a-74e667eadfde req-8c33aa0d-3794-4ba2-b969-a0322af5dd73 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=544ef9a6-fafa-4c97-bbd9-004212687a60 HTTP/1.1" status: 200 len: 945 time: 0.0709889 Jun 14 14:48:33.289244 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-1fa0110f-5ad1-4690-a78a-74e667eadfde req-c0ab151a-5ddb-4641-bfa3-58dc84504168 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387943 Jun 14 14:48:33.482856 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642e77e0-4217-40ab-bf7a-c84ae841a8d1 req-783b5e90-7533-44bb-a401-afc38a69fdca tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:33.484312 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-642e77e0-4217-40ab-bf7a-c84ae841a8d1 req-783b5e90-7533-44bb-a401-afc38a69fdca tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3f98d53-15fc-4cfc-9a33-96902bc18d2a HTTP/1.1" status: 200 len: 944 time: 0.0733039 Jun 14 14:48:33.530157 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-642e77e0-4217-40ab-bf7a-c84ae841a8d1 req-77948b3f-c8a5-41a1-9c95-4bf12f2d1d0d tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4412ae9-ed24-4ba9-9bee-87c45de8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379882 Jun 14 14:48:33.665952 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-5f325bb8-e8e6-4ad4-a605-c49273f86cae req-38a022c0-87a6-4d83-91bd-832ac5b1c84b tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 210 time: 0.0341649 Jun 14 14:48:34.475394 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c051d-2b5f-4322-9064-906a98cf0684 req-8eda2a71-e132-41fb-acd0-70885f559d47 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:34.476862 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-309c051d-2b5f-4322-9064-906a98cf0684 req-8eda2a71-e132-41fb-acd0-70885f559d47 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=544ef9a6-fafa-4c97-bbd9-004212687a60 HTTP/1.1" status: 200 len: 945 time: 0.0711877 Jun 14 14:48:34.520608 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-309c051d-2b5f-4322-9064-906a98cf0684 req-1c4045a1-82a8-4dde-b93b-aac5cdb904d8 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381358 Jun 14 14:48:34.711293 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68579e3-3b6f-4ddb-9fc9-98c7f223524b req-31e042a5-74f8-40b7-89cb-6515e1427dc8 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:34.712762 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-a68579e3-3b6f-4ddb-9fc9-98c7f223524b req-31e042a5-74f8-40b7-89cb-6515e1427dc8 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3f98d53-15fc-4cfc-9a33-96902bc18d2a HTTP/1.1" status: 200 len: 944 time: 0.0699337 Jun 14 14:48:34.756868 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-a68579e3-3b6f-4ddb-9fc9-98c7f223524b req-ee263116-a24a-41cb-97ff-3fa200c1fe3c tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4412ae9-ed24-4ba9-9bee-87c45de8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384657 Jun 14 14:48:34.846883 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c9e0a-d52d-4cf9-b754-ed1c837052dd req-880419dd-ee3e-4402-a8ae-4b1f91b8743b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:34.848340 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-268c9e0a-d52d-4cf9-b754-ed1c837052dd req-880419dd-ee3e-4402-a8ae-4b1f91b8743b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=49408d3b-84a8-4c0a-b61a-5027e2e91b41 HTTP/1.1" status: 200 len: 859 time: 0.0554605 Jun 14 14:48:34.888300 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-268c9e0a-d52d-4cf9-b754-ed1c837052dd req-16290771-c376-4790-a45d-2905b52960c9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=279d0dfb-7f10-4838-93a8-73440a285c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325782 Jun 14 14:48:35.034139 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-268c9e0a-d52d-4cf9-b754-ed1c837052dd req-b3d43b46-cb19-4f62-a158-4b302d27d457 service neutron] 10.222.0.21 "GET /v2.0/networks/279d0dfb-7f10-4838-93a8-73440a285c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364799 Jun 14 14:48:35.186324 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-a423143f-d301-48dc-b4ce-8738239ed3fa req-b97aea52-1942-4f39-aca6-392628907a7c tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 210 time: 0.3087215 Jun 14 14:48:35.214096 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4090c80-8e04-4013-9c14-9d809d644069 req-1b5bbcc4-2244-425b-9787-007d9200e905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:35.215666 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-d4090c80-8e04-4013-9c14-9d809d644069 req-1b5bbcc4-2244-425b-9787-007d9200e905 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=da56ce54d59a44f98a82e3932b694c1c&device_id=c3f98d53-15fc-4cfc-9a33-96902bc18d2a HTTP/1.1" status: 200 len: 1097 time: 0.3747580 Jun 14 14:48:35.256765 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-268c9e0a-d52d-4cf9-b754-ed1c837052dd req-f0e017b9-40de-4eb5-a1fc-2fd33e26016f service neutron] 10.222.0.21 "GET /v2.0/networks/279d0dfb-7f10-4838-93a8-73440a285c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145751 Jun 14 14:48:35.275241 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-d4090c80-8e04-4013-9c14-9d809d644069 req-98cbc32a-d587-46d0-963b-1479dba4dd87 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49ad5808-655b-4863-8d1e-6d904c88ccfe HTTP/1.1" status: 200 len: 217 time: 0.0491467 Jun 14 14:48:35.342821 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4090c80-8e04-4013-9c14-9d809d644069 req-6555f356-04b3-43c1-b6cd-812de32f7472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:35.344276 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-d4090c80-8e04-4013-9c14-9d809d644069 req-6555f356-04b3-43c1-b6cd-812de32f7472 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b8eb8a53-71cf-41bf-a4d0-30555c3f298c HTTP/1.1" status: 200 len: 849 time: 0.0612776 Jun 14 14:48:35.389442 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-d4090c80-8e04-4013-9c14-9d809d644069 req-61745b04-9814-44d3-961d-5e63de1cfa9b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=65d263a3-c06c-4fc2-b6db-fb0d4c7cfc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372431 Jun 14 14:48:35.512314 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-d4090c80-8e04-4013-9c14-9d809d644069 req-873c70ab-d4ef-4d5d-bd59-87b1ea1511f1 service neutron] 10.222.0.21 "GET /v2.0/networks/65d263a3-c06c-4fc2-b6db-fb0d4c7cfc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102786 Jun 14 14:48:35.647357 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-d4090c80-8e04-4013-9c14-9d809d644069 req-42980b14-04d4-4a9b-9867-c6c18cb101ce service neutron] 10.222.0.21 "GET /v2.0/networks/65d263a3-c06c-4fc2-b6db-fb0d4c7cfc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265578 Jun 14 14:48:35.733964 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5505c-d275-407b-8136-593dffe17491 req-83e9f9c2-952e-470a-b2a5-bdc46a1ff8d5 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:35.735617 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-e4a5505c-d275-407b-8136-593dffe17491 req-83e9f9c2-952e-470a-b2a5-bdc46a1ff8d5 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=544ef9a6-fafa-4c97-bbd9-004212687a60 HTTP/1.1" status: 200 len: 945 time: 0.0848172 Jun 14 14:48:35.785926 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-e4a5505c-d275-407b-8136-593dffe17491 req-7621ba17-c54a-4f98-9990-e596b5b3e75b tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433087 Jun 14 14:48:35.962821 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b944a7-237c-4337-b064-e14fc36975c2 req-60eda58b-037f-4421-b823-fec61229cdf9 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:35.963005 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-92b944a7-237c-4337-b064-e14fc36975c2 req-60eda58b-037f-4421-b823-fec61229cdf9 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3f98d53-15fc-4cfc-9a33-96902bc18d2a HTTP/1.1" status: 200 len: 944 time: 0.0842612 Jun 14 14:48:36.006102 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-92b944a7-237c-4337-b064-e14fc36975c2 req-dc1f1550-cd0d-43e8-bae3-cb9289d1e2cd tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4412ae9-ed24-4ba9-9bee-87c45de8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375671 Jun 14 14:48:36.259637 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125bebd5-ca24-4402-a26a-e7ba70365bfd req-de53b989-2b6e-46b9-99c3-8f97f16246f9 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:36.261536 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-125bebd5-ca24-4402-a26a-e7ba70365bfd req-de53b989-2b6e-46b9-99c3-8f97f16246f9 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.21 "GET /v2.0/networks?id=eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46 HTTP/1.1" status: 200 len: 816 time: 0.1385167 Jun 14 14:48:36.316364 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-125bebd5-ca24-4402-a26a-e7ba70365bfd req-86a8cadc-3d49-45ce-a254-204fa93092a4 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79973d5241f0405abc9418c3151cbe9d HTTP/1.1" status: 200 len: 380 time: 0.0453527 Jun 14 14:48:36.327153 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.v2.base [req-125bebd5-ca24-4402-a26a-e7ba70365bfd req-72f7e6c3-e94f-4012-994f-82d03584e43c tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Request body: {'port': {'device_id': 'b9f976e0-4cc4-4b90-b59d-dd773dbc02ba', 'network_id': 'eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46', 'admin_state_up': True, 'tenant_id': '79973d5241f0405abc9418c3151cbe9d', 'security_groups': ['90426e49-1ea3-40b9-b3ef-60388ffaf594']}} {{(pid=99484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:48:36.364067 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-edfbd0f6-f52e-4260-94f3-2b32739025ef req-81d6019b-34a7-4226-a903-aab5e82150dd tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 210 time: 0.0383394 Jun 14 14:48:36.621027 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-125bebd5-ca24-4402-a26a-e7ba70365bfd req-72f7e6c3-e94f-4012-994f-82d03584e43c tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Made reservation on behalf of 79973d5241f0405abc9418c3151cbe9d for: {'port': 1} {{(pid=99484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:48:36.624608 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-125bebd5-ca24-4402-a26a-e7ba70365bfd req-72f7e6c3-e94f-4012-994f-82d03584e43c tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905267'] for port, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:36.794434 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.db_base_plugin_common [req-125bebd5-ca24-4402-a26a-e7ba70365bfd req-72f7e6c3-e94f-4012-994f-82d03584e43c tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Allocated IP 172.20.0.12 (eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46/8f1648b2-006c-47fc-bec4-7719f58bad8c/9df17aab-d6c6-431c-8afb-1204dad301af) {{(pid=99484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:48:37.009785 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-125bebd5-ca24-4402-a26a-e7ba70365bfd req-72f7e6c3-e94f-4012-994f-82d03584e43c tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks [] for port, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:37.032251 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.provisioning_blocks [req-125bebd5-ca24-4402-a26a-e7ba70365bfd req-72f7e6c3-e94f-4012-994f-82d03584e43c tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Transition to ACTIVE for port object 9df17aab-d6c6-431c-8afb-1204dad301af will not be triggered until provisioned by entity DHCP. {{(pid=99484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:48:37.043614 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd68f7a-6f55-4d22-8ab0-0901fca730ab req-f1fc507b-1b90-4f41-9bdc-d919c6fac31d tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:37.045163 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-bdd68f7a-6f55-4d22-8ab0-0901fca730ab req-f1fc507b-1b90-4f41-9bdc-d919c6fac31d tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=544ef9a6-fafa-4c97-bbd9-004212687a60 HTTP/1.1" status: 200 len: 945 time: 0.1278419 Jun 14 14:48:37.110699 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-bdd68f7a-6f55-4d22-8ab0-0901fca730ab req-ee274ff5-211a-4947-9b74-31c3a2730aaa tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562935 Jun 14 14:48:37.280670 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2122db43-1e7b-4106-bb02-b6a8248c4ad8 req-61b0e786-91e7-4248-ac1e-5768d0440f2c tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:37.282167 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-2122db43-1e7b-4106-bb02-b6a8248c4ad8 req-61b0e786-91e7-4248-ac1e-5768d0440f2c tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3f98d53-15fc-4cfc-9a33-96902bc18d2a HTTP/1.1" status: 200 len: 944 time: 0.0772455 Jun 14 14:48:37.327751 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-2122db43-1e7b-4106-bb02-b6a8248c4ad8 req-7293b10f-8f41-42e6-8f04-17a217aa3f24 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4412ae9-ed24-4ba9-9bee-87c45de8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397003 Jun 14 14:48:37.341316 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-125bebd5-ca24-4402-a26a-e7ba70365bfd req-72f7e6c3-e94f-4012-994f-82d03584e43c tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-905456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763375065887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12090236'] for port, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:37.353808 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-b7ea271e-6ea7-4a01-98b5-b369b75e7a0b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:37.411070 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-125bebd5-ca24-4402-a26a-e7ba70365bfd req-72f7e6c3-e94f-4012-994f-82d03584e43c tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Network eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46 is already hosted by enough agents. {{(pid=99484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:48:37.414419 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.base_scheduler [req-125bebd5-ca24-4402-a26a-e7ba70365bfd req-72f7e6c3-e94f-4012-994f-82d03584e43c tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Resources bound (agent type, host, resource id): {{(pid=99484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:48:37.420087 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.l3_dvrscheduler_db [req-125bebd5-ca24-4402-a26a-e7ba70365bfd req-72f7e6c3-e94f-4012-994f-82d03584e43c tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Received port after_create {{(pid=99484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:48:37.424522 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f7e6c3-e94f-4012-994f-82d03584e43c tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Pushing event updated for resources: {'Port': ['ID=9df17aab-d6c6-431c-8afb-1204dad301af,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:37.451980 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-72f7e6c3-e94f-4012-994f-82d03584e43c tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:37.481817 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125bebd5-ca24-4402-a26a-e7ba70365bfd req-72f7e6c3-e94f-4012-994f-82d03584e43c tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:37.482952 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-125bebd5-ca24-4402-a26a-e7ba70365bfd req-72f7e6c3-e94f-4012-994f-82d03584e43c tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645'] for port, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:37.587108 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d422aa-8c31-4aed-ab59-ddce3766a965 req-13df03ad-c478-4d29-a99f-0c7cd2d452cc tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:37.589585 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-67d422aa-8c31-4aed-ab59-ddce3766a965 req-13df03ad-c478-4d29-a99f-0c7cd2d452cc tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 932 time: 0.0930107 Jun 14 14:48:37.617863 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-125bebd5-ca24-4402-a26a-e7ba70365bfd req-72f7e6c3-e94f-4012-994f-82d03584e43c tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2947092 Jun 14 14:48:37.638247 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-67d422aa-8c31-4aed-ab59-ddce3766a965 req-6d99942a-acab-4434-8b64-c7ebbf21d054 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429239 Jun 14 14:48:37.803730 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-0bc10cac-35fd-484f-891c-6785ae7bd9e8 None None] Provisioning for port 9df17aab-d6c6-431c-8afb-1204dad301af completed by entity DHCP. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:48:37.808039 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-0bc10cac-35fd-484f-891c-6785ae7bd9e8 None None] Provisioning complete for port 9df17aab-d6c6-431c-8afb-1204dad301af triggered by entity DHCP. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:48:37.808427 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-0bc10cac-35fd-484f-891c-6785ae7bd9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:37.851790 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-0bc10cac-35fd-484f-891c-6785ae7bd9e8 None None] Port 9df17aab-d6c6-431c-8afb-1204dad301af cannot update to ACTIVE because it is not bound. {{(pid=99485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 14:48:38.100548 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 60050) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:38.227952 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-0da1ad6f-ecfe-4056-a6ed-4187a3ef4573 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:38.352194 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a86430-37a5-4e7a-aa73-d7a8ff86de7d req-11c5e64a-2626-4853-8cad-6e96e1182d3f tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:38.353811 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-20a86430-37a5-4e7a-aa73-d7a8ff86de7d req-11c5e64a-2626-4853-8cad-6e96e1182d3f tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=544ef9a6-fafa-4c97-bbd9-004212687a60 HTTP/1.1" status: 200 len: 945 time: 0.1095870 Jun 14 14:48:38.426757 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-0da1ad6f-ecfe-4056-a6ed-4187a3ef4573 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:38.430117 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-20a86430-37a5-4e7a-aa73-d7a8ff86de7d req-2cd012fe-ccde-4db7-98bb-cbf756aed5b4 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659671 Jun 14 14:48:38.501365 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-0da1ad6f-ecfe-4056-a6ed-4187a3ef4573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:38.506538 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-3d343783-442f-446c-b107-2b76ce720640 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:38.563267 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-0da1ad6f-ecfe-4056-a6ed-4187a3ef4573 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7e46bf12da8c450d8769084ea20d0084&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4614129 Jun 14 14:48:38.566445 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 60066) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:38.566974 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da1ad6f-ecfe-4056-a6ed-4187a3ef4573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ad7ddf-980d-4162-8572-4221882b4b73,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:38.590577 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-0da1ad6f-ecfe-4056-a6ed-4187a3ef4573 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:38.621926 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-ed4d778c-d026-4035-b689-6dd0726672ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:38.628427 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab3f63e-4192-46e4-a681-c347aefabbe9 req-881742d1-2453-4642-adb2-96b5caabb65a tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:38.629973 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-9ab3f63e-4192-46e4-a681-c347aefabbe9 req-881742d1-2453-4642-adb2-96b5caabb65a tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3f98d53-15fc-4cfc-9a33-96902bc18d2a HTTP/1.1" status: 200 len: 944 time: 0.0863853 Jun 14 14:48:38.647010 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-ed4d778c-d026-4035-b689-6dd0726672ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:38.674788 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-9ab3f63e-4192-46e4-a681-c347aefabbe9 req-5881d988-5676-4fbd-a72d-64260b2d607c tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4412ae9-ed24-4ba9-9bee-87c45de8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385058 Jun 14 14:48:38.792427 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-ed4d778c-d026-4035-b689-6dd0726672ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:38.795101 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-ed4d778c-d026-4035-b689-6dd0726672ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:38.796442 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-ed4d778c-d026-4035-b689-6dd0726672ba admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c4ad7ddf-980d-4162-8572-4221882b4b73 HTTP/1.1" status: 204 len: 168 time: 0.2290020 Jun 14 14:48:38.797474 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-b66bca28-13cd-4e5c-8163-a8220ff9fcf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:38.807178 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4d778c-d026-4035-b689-6dd0726672ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ad7ddf-980d-4162-8572-4221882b4b73,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:38.809670 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-ed4d778c-d026-4035-b689-6dd0726672ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:38.892959 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e417ed9-1439-4f20-84db-e19088e9634e req-a398d341-bffb-45f0-b667-eebef2a4ca48 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:38.895385 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-2e417ed9-1439-4f20-84db-e19088e9634e req-a398d341-bffb-45f0-b667-eebef2a4ca48 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 932 time: 0.1133552 Jun 14 14:48:38.943165 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-2e417ed9-1439-4f20-84db-e19088e9634e req-bcb5f6f5-152d-4334-a4fe-d88fcb0a1416 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418477 Jun 14 14:48:39.872448 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6fd6e-b9f1-443f-86e2-4da833b1fcbc req-fedb1da5-9e89-4bd4-8241-07f5a8db7a76 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:39.879082 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-d0d6fd6e-b9f1-443f-86e2-4da833b1fcbc req-fedb1da5-9e89-4bd4-8241-07f5a8db7a76 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3f98d53-15fc-4cfc-9a33-96902bc18d2a HTTP/1.1" status: 200 len: 944 time: 0.0741560 Jun 14 14:48:39.916789 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-d0d6fd6e-b9f1-443f-86e2-4da833b1fcbc req-39903967-1c02-4a47-a0f1-485b3872d4a2 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4412ae9-ed24-4ba9-9bee-87c45de8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359337 Jun 14 14:48:40.137230 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ae2791-1985-4cbe-b881-1d2d609863d4 req-cb2248f5-f9fb-4ec9-b920-e9335a02cd0f tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:40.138686 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-80ae2791-1985-4cbe-b881-1d2d609863d4 req-cb2248f5-f9fb-4ec9-b920-e9335a02cd0f tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 932 time: 0.0780704 Jun 14 14:48:40.181350 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-80ae2791-1985-4cbe-b881-1d2d609863d4 req-6224862f-68e2-4ab5-95c9-b9b4c2cff090 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361927 Jun 14 14:48:40.346405 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.v2.base [req-125bebd5-ca24-4402-a26a-e7ba70365bfd req-958d9b2f-0eeb-4ee4-b398-bbfb9b7cd479 service neutron] Request body: {'port': {'device_id': 'b9f976e0-4cc4-4b90-b59d-dd773dbc02ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-72618'}} {{(pid=99484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:48:40.453192 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-125bebd5-ca24-4402-a26a-e7ba70365bfd req-958d9b2f-0eeb-4ee4-b398-bbfb9b7cd479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:40.782212 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.notifiers.nova [req-125bebd5-ca24-4402-a26a-e7ba70365bfd req-958d9b2f-0eeb-4ee4-b398-bbfb9b7cd479 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9df17aab-d6c6-431c-8afb-1204dad301af {{(pid=99484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:48:40.789749 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-125bebd5-ca24-4402-a26a-e7ba70365bfd req-958d9b2f-0eeb-4ee4-b398-bbfb9b7cd479 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:40.801679 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.provisioning_blocks [req-125bebd5-ca24-4402-a26a-e7ba70365bfd req-958d9b2f-0eeb-4ee4-b398-bbfb9b7cd479 service neutron] Transition to ACTIVE for port object 9df17aab-d6c6-431c-8afb-1204dad301af will not be triggered until provisioned by entity L2. {{(pid=99484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:48:40.895222 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-125bebd5-ca24-4402-a26a-e7ba70365bfd req-958d9b2f-0eeb-4ee4-b398-bbfb9b7cd479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12090178'] for port, after_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:40.898283 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-b42865af-6c01-4148-9256-f286dd4a59d7 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:41.007655 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958d9b2f-0eeb-4ee4-b398-bbfb9b7cd479 service neutron] Pushing event updated for resources: {'Port': ['ID=9df17aab-d6c6-431c-8afb-1204dad301af,revision_number=2']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:41.011488 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-958d9b2f-0eeb-4ee4-b398-bbfb9b7cd479 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:41.166099 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.managers [req-125bebd5-ca24-4402-a26a-e7ba70365bfd req-958d9b2f-0eeb-4ee4-b398-bbfb9b7cd479 service neutron] Attempting to bind port 9df17aab-d6c6-431c-8afb-1204dad301af on host hv-cinder-72618 for vnic_type normal with profile {{(pid=99484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:48:41.166490 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.managers [req-125bebd5-ca24-4402-a26a-e7ba70365bfd req-958d9b2f-0eeb-4ee4-b398-bbfb9b7cd479 service neutron] Attempting to bind port 9df17aab-d6c6-431c-8afb-1204dad301af by drivers openvswitch,hyperv on host hv-cinder-72618 at level 0 using segments [{'id': '74da14e9-8c63-4e6e-9b03-7a584e6443b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46'}] {{(pid=99484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:48:41.166821 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125bebd5-ca24-4402-a26a-e7ba70365bfd req-958d9b2f-0eeb-4ee4-b398-bbfb9b7cd479 service neutron] Attempting to bind port 9df17aab-d6c6-431c-8afb-1204dad301af on network eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46 {{(pid=99484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:48:41.183211 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125bebd5-ca24-4402-a26a-e7ba70365bfd req-958d9b2f-0eeb-4ee4-b398-bbfb9b7cd479 service neutron] Port 9df17aab-d6c6-431c-8afb-1204dad301af on network eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-72618 {{(pid=99484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 14:48:41.183461 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125bebd5-ca24-4402-a26a-e7ba70365bfd req-958d9b2f-0eeb-4ee4-b398-bbfb9b7cd479 service neutron] Attempting to bind port 9df17aab-d6c6-431c-8afb-1204dad301af on network eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46 {{(pid=99484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:48:41.186146 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 60144) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:41.200798 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125bebd5-ca24-4402-a26a-e7ba70365bfd req-958d9b2f-0eeb-4ee4-b398-bbfb9b7cd479 service neutron] Checking agent: {'id': '75f5f45e-0f41-4f3b-9aad-8e3a5980501e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-72618', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 44, 59), 'started_at': datetime.datetime(2021, 6, 14, 14, 44, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:48:41.200798 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125bebd5-ca24-4402-a26a-e7ba70365bfd req-958d9b2f-0eeb-4ee4-b398-bbfb9b7cd479 service neutron] Checking segment: {'id': '74da14e9-8c63-4e6e-9b03-7a584e6443b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:48:41.200798 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125bebd5-ca24-4402-a26a-e7ba70365bfd req-958d9b2f-0eeb-4ee4-b398-bbfb9b7cd479 service neutron] Bound using segment: {'id': '74da14e9-8c63-4e6e-9b03-7a584e6443b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46'} {{(pid=99484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:48:41.200798 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.managers [req-125bebd5-ca24-4402-a26a-e7ba70365bfd req-958d9b2f-0eeb-4ee4-b398-bbfb9b7cd479 service neutron] Bound port: 9df17aab-d6c6-431c-8afb-1204dad301af, host: hv-cinder-72618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74da14e9-8c63-4e6e-9b03-7a584e6443b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46'}}] {{(pid=99484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:48:41.200798 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-125bebd5-ca24-4402-a26a-e7ba70365bfd req-958d9b2f-0eeb-4ee4-b398-bbfb9b7cd479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:41.229170 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987070e1-cf1d-4785-960e-687a4941f737 req-77088fa5-2a18-4906-9668-5b93f872eb51 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:41.230796 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-987070e1-cf1d-4785-960e-687a4941f737 req-77088fa5-2a18-4906-9668-5b93f872eb51 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3f98d53-15fc-4cfc-9a33-96902bc18d2a HTTP/1.1" status: 200 len: 944 time: 0.1326988 Jun 14 14:48:41.316753 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-c4782566-9857-4933-82af-c4f2ec732b97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:41.334449 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.db [req-125bebd5-ca24-4402-a26a-e7ba70365bfd req-958d9b2f-0eeb-4ee4-b398-bbfb9b7cd479 service neutron] For port 9df17aab-d6c6-431c-8afb-1204dad301af, host hv-cinder-72618, cleared binding levels {{(pid=99484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:48:41.339219 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-987070e1-cf1d-4785-960e-687a4941f737 req-37dc1425-7ccb-4fb6-aeb0-28cca4355e29 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4412ae9-ed24-4ba9-9bee-87c45de8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816379 Jun 14 14:48:41.354324 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.db [req-125bebd5-ca24-4402-a26a-e7ba70365bfd req-958d9b2f-0eeb-4ee4-b398-bbfb9b7cd479 service neutron] For port 9df17aab-d6c6-431c-8afb-1204dad301af, host hv-cinder-72618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=9df17aab-d6c6-431c-8afb-1204dad301af,segment=NetworkSegment(74da14e9-8c63-4e6e-9b03-7a584e6443b7),segment_id=74da14e9-8c63-4e6e-9b03-7a584e6443b7)] {{(pid=99484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:48:41.453179 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a3a6c0-f99b-4c88-b56b-f4edec261175 req-d4f86555-37d8-42f8-a80d-ac923f5b3cd9 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:41.454700 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-04a3a6c0-f99b-4c88-b56b-f4edec261175 req-d4f86555-37d8-42f8-a80d-ac923f5b3cd9 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 944 time: 0.1218131 Jun 14 14:48:41.515452 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-c4782566-9857-4933-82af-c4f2ec732b97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:41.540168 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-04a3a6c0-f99b-4c88-b56b-f4edec261175 req-1383338b-70c0-4c66-89f2-9c0d99f8ad1b tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575719 Jun 14 14:48:41.541116 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad6b01c-820a-46f9-a92c-bb65394a50fd req-d6778e9a-e47c-405f-8caa-f0718e370518 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:41.541116 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-dad6b01c-820a-46f9-a92c-bb65394a50fd req-d6778e9a-e47c-405f-8caa-f0718e370518 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=544ef9a6-fafa-4c97-bbd9-004212687a60 HTTP/1.1" status: 200 len: 945 time: 0.0777044 Jun 14 14:48:41.574466 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-dad6b01c-820a-46f9-a92c-bb65394a50fd req-67205aec-73f6-456f-8a5e-5792a2a3887f tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431557 Jun 14 14:48:41.575974 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-125bebd5-ca24-4402-a26a-e7ba70365bfd req-958d9b2f-0eeb-4ee4-b398-bbfb9b7cd479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12090178'] for port, after_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:41.604031 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:41.617278 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125bebd5-ca24-4402-a26a-e7ba70365bfd req-958d9b2f-0eeb-4ee4-b398-bbfb9b7cd479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:41.618123 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-125bebd5-ca24-4402-a26a-e7ba70365bfd req-958d9b2f-0eeb-4ee4-b398-bbfb9b7cd479 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645'] for port, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:41.619758 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-125bebd5-ca24-4402-a26a-e7ba70365bfd req-958d9b2f-0eeb-4ee4-b398-bbfb9b7cd479 service neutron] 10.222.0.21 "PUT /v2.0/ports/9df17aab-d6c6-431c-8afb-1204dad301af HTTP/1.1" status: 200 len: 1094 time: 1.2779429 Jun 14 14:48:41.620375 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9f976e0-4cc4-4b90-b59d-dd773dbc02ba', 'tag': '9df17aab-d6c6-431c-8afb-1204dad301af'}] {{(pid=99484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:48:41.622769 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d59e03e546515fa4e63eddd697505d7af87b03111d3d4a09b383aaccd0eedd18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b1e67a9-04d2-41cf-acb7-9dd19ce812b2" -d '{"events": [{"name": "network-changed", "server_uuid": "b9f976e0-4cc4-4b90-b59d-dd773dbc02ba", "tag": "9df17aab-d6c6-431c-8afb-1204dad301af"}]}' {{(pid=99484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:48:41.662253 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958d9b2f-0eeb-4ee4-b398-bbfb9b7cd479 service neutron] Pushing event updated for resources: {'Port': ['ID=9df17aab-d6c6-431c-8afb-1204dad301af,revision_number=3']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:41.665486 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-958d9b2f-0eeb-4ee4-b398-bbfb9b7cd479 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:41.738106 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 14:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70fa4a54-7903-419d-a01a-90ee8ba28848 x-openstack-request-id: req-70fa4a54-7903-419d-a01a-90ee8ba28848 {{(pid=99484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:48:41.738659 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9f976e0-4cc4-4b90-b59d-dd773dbc02ba", "tag": "9df17aab-d6c6-431c-8afb-1204dad301af", "status": "completed", "code": 200}]} {{(pid=99484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:48:41.738951 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-70fa4a54-7903-419d-a01a-90ee8ba28848 {{(pid=99484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:48:41.739388 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9f976e0-4cc4-4b90-b59d-dd773dbc02ba', 'tag': '9df17aab-d6c6-431c-8afb-1204dad301af', 'status': 'completed', 'code': 200} Jun 14 14:48:41.809799 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-c4782566-9857-4933-82af-c4f2ec732b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:41.817471 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-6e5e4229-89dd-4b89-8923-722d4659c9dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:41.836583 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e67a9-04d2-41cf-acb7-9dd19ce812b2 req-534646a6-3a97-4575-a74f-3c94adfbdd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:41.838103 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-8b1e67a9-04d2-41cf-acb7-9dd19ce812b2 req-534646a6-3a97-4575-a74f-3c94adfbdd8b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=79973d5241f0405abc9418c3151cbe9d&device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 1097 time: 0.0725679 Jun 14 14:48:41.864601 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4782566-9857-4933-82af-c4f2ec732b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8403ff-4da2-49cb-a120-e5c9e73f7f87,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:41.871903 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-c4782566-9857-4933-82af-c4f2ec732b97 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=03a0534d3f054992a090ea578d3f413b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6845071 Jun 14 14:48:41.872835 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-c4782566-9857-4933-82af-c4f2ec732b97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:41.873278 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 60166) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:41.931836 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-3d818d45-6088-411b-abb8-42c5cd2f53b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:41.966322 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-3d818d45-6088-411b-abb8-42c5cd2f53b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:41.969356 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e67a9-04d2-41cf-acb7-9dd19ce812b2 req-5d9f3dae-c4a1-4149-8476-8b4fca6cfb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:41.971598 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-8b1e67a9-04d2-41cf-acb7-9dd19ce812b2 req-5d9f3dae-c4a1-4149-8476-8b4fca6cfb85 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=79973d5241f0405abc9418c3151cbe9d&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1239815 Jun 14 14:48:42.099820 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e67a9-04d2-41cf-acb7-9dd19ce812b2 req-7f98e6a0-6b25-45ec-9e34-ea1415f3e5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:42.101327 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-8b1e67a9-04d2-41cf-acb7-9dd19ce812b2 req-7f98e6a0-6b25-45ec-9e34-ea1415f3e5e0 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1210897 Jun 14 14:48:42.128204 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-3d818d45-6088-411b-abb8-42c5cd2f53b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:42.128610 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-3d818d45-6088-411b-abb8-42c5cd2f53b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:42.132691 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-3d818d45-6088-411b-abb8-42c5cd2f53b9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fc8403ff-4da2-49cb-a120-e5c9e73f7f87 HTTP/1.1" status: 204 len: 168 time: 0.2560697 Jun 14 14:48:42.132691 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-c4782566-9857-4933-82af-c4f2ec732b97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:42.141680 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d818d45-6088-411b-abb8-42c5cd2f53b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8403ff-4da2-49cb-a120-e5c9e73f7f87,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:42.145715 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-3d818d45-6088-411b-abb8-42c5cd2f53b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:42.232649 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125bebd5-ca24-4402-a26a-e7ba70365bfd req-63fa8627-4e2d-4370-a6b4-c873c79929fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:42.235150 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-125bebd5-ca24-4402-a26a-e7ba70365bfd req-63fa8627-4e2d-4370-a6b4-c873c79929fc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=79973d5241f0405abc9418c3151cbe9d&device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 1097 time: 0.0744224 Jun 14 14:48:42.297798 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-125bebd5-ca24-4402-a26a-e7ba70365bfd req-eca2ce4f-e14a-44aa-b3b0-ae3b69b4deec service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9df17aab-d6c6-431c-8afb-1204dad301af HTTP/1.1" status: 200 len: 217 time: 0.0492542 Jun 14 14:48:42.344165 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device 49ad5808-655b-4863-8d1e-6d904c88ccfe details requested by agent hyperv_hv-cinder-72618 with host hv-cinder-72618 {{(pid=99485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 14:48:42.375801 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125bebd5-ca24-4402-a26a-e7ba70365bfd req-906ecf3c-19d0-4966-b889-48f44ba7aa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:42.378523 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-125bebd5-ca24-4402-a26a-e7ba70365bfd req-906ecf3c-19d0-4966-b889-48f44ba7aa65 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8f1648b2-006c-47fc-bec4-7719f58bad8c HTTP/1.1" status: 200 len: 855 time: 0.0724750 Jun 14 14:48:42.507601 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] For port 49ad5808-655b-4863-8d1e-6d904c88ccfe, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=49ad5808-655b-4863-8d1e-6d904c88ccfe,segment=NetworkSegment(1032d505-c774-4d39-a3ca-73b0d1b09fb4),segment_id=1032d505-c774-4d39-a3ca-73b0d1b09fb4)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:48:42.521522 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Returning: {'device': '49ad5808-655b-4863-8d1e-6d904c88ccfe', 'network_id': '65d263a3-c06c-4fc2-b6db-fb0d4c7cfc3b', 'port_id': '49ad5808-655b-4863-8d1e-6d904c88ccfe', 'mac_address': 'fa:16:3e:b6:6d:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8eb8a53-71cf-41bf-a4d0-30555c3f298c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 14:48:42.526002 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125bebd5-ca24-4402-a26a-e7ba70365bfd req-f8ab2547-8af0-4ccd-b85f-3f1de588b8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:42.528597 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-125bebd5-ca24-4402-a26a-e7ba70365bfd req-f8ab2547-8af0-4ccd-b85f-3f1de588b8a8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1426816 Jun 14 14:48:42.571516 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd90d7-41aa-456e-a618-9c6cd77ac9bf req-4a4ec110-024a-4902-add6-efa675c7e1e0 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:42.573409 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-c8dd90d7-41aa-456e-a618-9c6cd77ac9bf req-4a4ec110-024a-4902-add6-efa675c7e1e0 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3f98d53-15fc-4cfc-9a33-96902bc18d2a HTTP/1.1" status: 200 len: 944 time: 0.0955696 Jun 14 14:48:42.576981 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:42.595403 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.notifiers.nova [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49ad5808-655b-4863-8d1e-6d904c88ccfe {{(pid=99485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:48:42.626765 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] For port 49ad5808-655b-4863-8d1e-6d904c88ccfe, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=49ad5808-655b-4863-8d1e-6d904c88ccfe,segment=NetworkSegment(1032d505-c774-4d39-a3ca-73b0d1b09fb4),segment_id=1032d505-c774-4d39-a3ca-73b0d1b09fb4)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:48:42.680601 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-c8dd90d7-41aa-456e-a618-9c6cd77ac9bf req-980dd595-4145-4864-ac95-479feef24fc7 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4412ae9-ed24-4ba9-9bee-87c45de8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935774 Jun 14 14:48:42.708315 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-125bebd5-ca24-4402-a26a-e7ba70365bfd req-8a8d75e4-ad3d-411b-ab3a-8acd1a4ce57a service neutron] 10.222.0.21 "GET /v2.0/networks/eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728463 Jun 14 14:48:42.737599 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:42.740890 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:42.874722 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Pushing event updated for resources: {'Port': ['ID=49ad5808-655b-4863-8d1e-6d904c88ccfe,revision_number=4']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:42.878502 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:42.981084 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d36a0-65c3-4e38-8ecb-975872d2e6a7 req-dd06130c-da3d-4173-994f-a580dd31f03a tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:42.983696 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-c15d36a0-65c3-4e38-8ecb-975872d2e6a7 req-dd06130c-da3d-4173-994f-a580dd31f03a tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 944 time: 0.1961782 Jun 14 14:48:42.990866 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-125bebd5-ca24-4402-a26a-e7ba70365bfd req-415cbb20-8925-4042-85b7-45f012fdc434 service neutron] 10.222.0.21 "GET /v2.0/networks/eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718198 Jun 14 14:48:43.041737 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-c15d36a0-65c3-4e38-8ecb-975872d2e6a7 req-0d34c96f-48bc-4392-aadf-ae40ae9780ce tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496144 Jun 14 14:48:43.058638 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] get_ports_and_sgs() called for port_ids ['49ad5808-655b-4863-8d1e-6d904c88ccfe'] {{(pid=99485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 14:48:43.883680 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba7b4d-ed91-4e1b-bcd6-00a723bf80af req-9d94dfd0-4894-412b-96ca-f8a1262bb54f tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:43.885222 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-40ba7b4d-ed91-4e1b-bcd6-00a723bf80af req-9d94dfd0-4894-412b-96ca-f8a1262bb54f tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3f98d53-15fc-4cfc-9a33-96902bc18d2a HTTP/1.1" status: 200 len: 945 time: 0.0839155 Jun 14 14:48:43.930486 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-40ba7b4d-ed91-4e1b-bcd6-00a723bf80af req-7ec3c601-087e-4a82-9029-8317ffd37aa5 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4412ae9-ed24-4ba9-9bee-87c45de8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394511 Jun 14 14:48:44.239584 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81ed0eb-b5b1-4877-b5be-13fabd09414f req-a8958e5f-ebe6-4f1b-b655-8b9dd36e2343 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:44.241185 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-e81ed0eb-b5b1-4877-b5be-13fabd09414f req-a8958e5f-ebe6-4f1b-b655-8b9dd36e2343 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 944 time: 0.0788245 Jun 14 14:48:44.289230 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-e81ed0eb-b5b1-4877-b5be-13fabd09414f req-41517cc1-bcc1-466b-b585-493c638a29e3 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411398 Jun 14 14:48:45.120729 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a571b22-3d71-42d9-b67c-ca3cd9482ff5 req-ad743848-b7f6-4203-980e-fdd80db2511a tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:45.122187 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-0a571b22-3d71-42d9-b67c-ca3cd9482ff5 req-ad743848-b7f6-4203-980e-fdd80db2511a tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3f98d53-15fc-4cfc-9a33-96902bc18d2a HTTP/1.1" status: 200 len: 945 time: 0.0765805 Jun 14 14:48:45.164258 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-0a571b22-3d71-42d9-b67c-ca3cd9482ff5 req-130a7eb5-e1df-44b6-9f35-4178185d57e4 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4412ae9-ed24-4ba9-9bee-87c45de8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355725 Jun 14 14:48:45.480954 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d6e97e-c897-405b-ba2e-09104e322d35 req-510186d0-0175-44a2-8f35-af87df962839 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:45.482397 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-f3d6e97e-c897-405b-ba2e-09104e322d35 req-510186d0-0175-44a2-8f35-af87df962839 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 944 time: 0.0701885 Jun 14 14:48:45.524584 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-f3d6e97e-c897-405b-ba2e-09104e322d35 req-a90a3a73-1bd6-4b63-b770-31bbeda75afe tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360053 Jun 14 14:48:46.374980 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6680e203-8146-471e-bf07-48fa26fc8f02 req-aa6164c8-6e2b-4363-a3b3-86ed27b0c437 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:46.376472 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-6680e203-8146-471e-bf07-48fa26fc8f02 req-aa6164c8-6e2b-4363-a3b3-86ed27b0c437 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3f98d53-15fc-4cfc-9a33-96902bc18d2a HTTP/1.1" status: 200 len: 945 time: 0.0793231 Jun 14 14:48:46.421782 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-6680e203-8146-471e-bf07-48fa26fc8f02 req-6f94d11f-59f4-46e5-9f33-81ba65760cc9 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4412ae9-ed24-4ba9-9bee-87c45de8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389428 Jun 14 14:48:46.728401 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b57c36a-b350-4845-b733-3d25758a569f req-025c79a4-9127-47a3-b55c-e964fae405ff tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:46.731601 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-3b57c36a-b350-4845-b733-3d25758a569f req-025c79a4-9127-47a3-b55c-e964fae405ff tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 944 time: 0.0834839 Jun 14 14:48:46.783493 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-3b57c36a-b350-4845-b733-3d25758a569f req-ef24e94c-1ca3-4b10-b67b-9007713e8e14 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461855 Jun 14 14:48:47.613948 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a92acf9-742a-445f-ba62-3e8c0b74f8c0 req-9ada0560-a213-4feb-a261-5fc1116c69a2 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:47.615435 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-4a92acf9-742a-445f-ba62-3e8c0b74f8c0 req-9ada0560-a213-4feb-a261-5fc1116c69a2 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3f98d53-15fc-4cfc-9a33-96902bc18d2a HTTP/1.1" status: 200 len: 945 time: 0.0748749 Jun 14 14:48:47.662404 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-4a92acf9-742a-445f-ba62-3e8c0b74f8c0 req-909cf1f2-e3b7-49cf-9791-c60a413ba613 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4412ae9-ed24-4ba9-9bee-87c45de8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397003 Jun 14 14:48:47.992237 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb99ba10-db9c-4435-b065-18e97539e486 req-8d33ec43-f2ed-4242-b60f-f83e27132f18 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:47.993791 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-bb99ba10-db9c-4435-b065-18e97539e486 req-8d33ec43-f2ed-4242-b60f-f83e27132f18 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 944 time: 0.0817719 Jun 14 14:48:48.042763 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-bb99ba10-db9c-4435-b065-18e97539e486 req-bd5a1437-7c40-4c03-9104-218e87cd9992 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424628 Jun 14 14:48:48.364593 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device 49ad5808-655b-4863-8d1e-6d904c88ccfe up at agent hyperv_hv-cinder-72618 {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:48:48.609727 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Provisioning for port 49ad5808-655b-4863-8d1e-6d904c88ccfe completed by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:48:48.614662 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Provisioning complete for port 49ad5808-655b-4863-8d1e-6d904c88ccfe triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:48:48.619531 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:48.709886 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:48.739390 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3f98d53-15fc-4cfc-9a33-96902bc18d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49ad5808-655b-4863-8d1e-6d904c88ccfe'}] {{(pid=99485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:48:48.741841 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb48b8a921a599a4918edb6fe4edb23e72f7f4aaa6ba2d648db764b95ae78972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9682ff-939a-49ed-85eb-969277bbe68b" -d '{"events": [{"server_uuid": "c3f98d53-15fc-4cfc-9a33-96902bc18d2a", "name": "network-vif-plugged", "status": "completed", "tag": "49ad5808-655b-4863-8d1e-6d904c88ccfe"}]}' {{(pid=99485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:48:48.758509 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] For port 49ad5808-655b-4863-8d1e-6d904c88ccfe, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=49ad5808-655b-4863-8d1e-6d904c88ccfe,segment=NetworkSegment(1032d505-c774-4d39-a3ca-73b0d1b09fb4),segment_id=1032d505-c774-4d39-a3ca-73b0d1b09fb4)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:48:48.804560 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 14:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea8eb89-497b-440d-a5e3-39b353bc26f6 x-openstack-request-id: req-8ea8eb89-497b-440d-a5e3-39b353bc26f6 {{(pid=99485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:48:48.804934 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3f98d53-15fc-4cfc-9a33-96902bc18d2a", "name": "network-vif-plugged", "status": "completed", "tag": "49ad5808-655b-4863-8d1e-6d904c88ccfe", "code": 200}]} {{(pid=99485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:48:48.805264 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8ea8eb89-497b-440d-a5e3-39b353bc26f6 {{(pid=99485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:48:48.805767 dv-cinder-726180-9-iscsi neutron-server[99485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3f98d53-15fc-4cfc-9a33-96902bc18d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49ad5808-655b-4863-8d1e-6d904c88ccfe', 'code': 200} Jun 14 14:48:48.892811 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab3c262-7cfb-4cf6-a187-bee93eb163b3 req-6495433f-77f9-42d3-8dde-b2ad0035c0c7 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:48.894545 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-5ab3c262-7cfb-4cf6-a187-bee93eb163b3 req-6495433f-77f9-42d3-8dde-b2ad0035c0c7 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3f98d53-15fc-4cfc-9a33-96902bc18d2a HTTP/1.1" status: 200 len: 945 time: 0.0847208 Jun 14 14:48:48.923735 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:48.925693 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-e3a28319-2c35-427a-b863-4cd996e1d49e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:48.941446 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-5ab3c262-7cfb-4cf6-a187-bee93eb163b3 req-600587e3-2c65-464c-9834-a7505080d0ba tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4412ae9-ed24-4ba9-9bee-87c45de8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395126 Jun 14 14:48:48.983996 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Pushing event updated for resources: {'Port': ['ID=49ad5808-655b-4863-8d1e-6d904c88ccfe,revision_number=5']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:48.987111 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:49.265347 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910fff1d-1e65-4bdc-a29d-f1df222addaf req-3846028e-e15f-4ae3-8f25-2bcf7bec9375 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:49.266806 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-910fff1d-1e65-4bdc-a29d-f1df222addaf req-3846028e-e15f-4ae3-8f25-2bcf7bec9375 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 944 time: 0.0845077 Jun 14 14:48:49.608286 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-910fff1d-1e65-4bdc-a29d-f1df222addaf req-c485d095-e352-49a5-83a2-ac71c5bba9a2 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3320086 Jun 14 14:48:49.619532 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12fdbc-0aab-4272-8189-d8ead967fba6 req-504a45d6-7a55-46b2-98ae-04f628796059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:49.621082 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-fc12fdbc-0aab-4272-8189-d8ead967fba6 req-504a45d6-7a55-46b2-98ae-04f628796059 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c3f98d53-15fc-4cfc-9a33-96902bc18d2a HTTP/1.1" status: 200 len: 1099 time: 0.3636341 Jun 14 14:48:49.666584 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-fc12fdbc-0aab-4272-8189-d8ead967fba6 req-92b006fd-a540-4e81-925f-099f741d321d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e4412ae9-ed24-4ba9-9bee-87c45de8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345359 Jun 14 14:48:49.892847 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 60348) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:50.012273 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-4714f08a-d3ee-4de9-8819-30245bc19a3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:50.158148 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-4714f08a-d3ee-4de9-8819-30245bc19a3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:50.184804 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94018b54-695f-4b56-8873-fe19e66a3458 req-763715d3-455d-4547-81f4-6b81e8a3ef37 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:50.186422 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-94018b54-695f-4b56-8873-fe19e66a3458 req-763715d3-455d-4547-81f4-6b81e8a3ef37 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3f98d53-15fc-4cfc-9a33-96902bc18d2a HTTP/1.1" status: 200 len: 946 time: 0.1101623 Jun 14 14:48:50.229938 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-94018b54-695f-4b56-8873-fe19e66a3458 req-749e5a5b-5c3f-40a7-8f94-c314c9c8abb6 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4412ae9-ed24-4ba9-9bee-87c45de8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370381 Jun 14 14:48:50.312569 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-4714f08a-d3ee-4de9-8819-30245bc19a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:50.317272 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:50.359464 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-4714f08a-d3ee-4de9-8819-30245bc19a3b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9ae07368ff8c42db9b3f754c0882fcdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4660947 Jun 14 14:48:50.360735 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4714f08a-d3ee-4de9-8819-30245bc19a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d88634f-c422-4c7b-99ee-74d19b33a480,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:50.362794 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 60358) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:50.365054 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-4714f08a-d3ee-4de9-8819-30245bc19a3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:50.386265 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device 9df17aab-d6c6-431c-8afb-1204dad301af details requested by agent hyperv_hv-cinder-72618 with host hv-cinder-72618 {{(pid=99485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 14:48:50.426480 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-2f6d83e4-64b5-4e1d-8605-068d0f85d086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:50.454296 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-2f6d83e4-64b5-4e1d-8605-068d0f85d086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:50.517189 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] For port 9df17aab-d6c6-431c-8afb-1204dad301af, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=9df17aab-d6c6-431c-8afb-1204dad301af,segment=NetworkSegment(74da14e9-8c63-4e6e-9b03-7a584e6443b7),segment_id=74da14e9-8c63-4e6e-9b03-7a584e6443b7)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:48:50.530441 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Returning: {'device': '9df17aab-d6c6-431c-8afb-1204dad301af', 'network_id': 'eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46', 'port_id': '9df17aab-d6c6-431c-8afb-1204dad301af', 'mac_address': 'fa:16:3e:cc:2b:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f1648b2-006c-47fc-bec4-7719f58bad8c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 14:48:50.578974 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:50.596513 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.notifiers.nova [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9df17aab-d6c6-431c-8afb-1204dad301af {{(pid=99485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:48:50.598530 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-2f6d83e4-64b5-4e1d-8605-068d0f85d086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:50.601290 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-2f6d83e4-64b5-4e1d-8605-068d0f85d086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:50.602659 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-2f6d83e4-64b5-4e1d-8605-068d0f85d086 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9d88634f-c422-4c7b-99ee-74d19b33a480 HTTP/1.1" status: 204 len: 168 time: 0.2388484 Jun 14 14:48:50.603517 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-d4994dfb-1437-4972-b278-63ef48c53b9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:50.614337 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6d83e4-64b5-4e1d-8605-068d0f85d086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d88634f-c422-4c7b-99ee-74d19b33a480,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:50.617620 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-2f6d83e4-64b5-4e1d-8605-068d0f85d086 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:50.641602 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] For port 9df17aab-d6c6-431c-8afb-1204dad301af, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=9df17aab-d6c6-431c-8afb-1204dad301af,segment=NetworkSegment(74da14e9-8c63-4e6e-9b03-7a584e6443b7),segment_id=74da14e9-8c63-4e6e-9b03-7a584e6443b7)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:48:50.746248 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:50.748275 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:50.831766 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134af15d-c56f-437e-b6e5-68304a8c3d24 req-1d10dac9-5ac0-4cc4-a07e-94258b24e48b tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:50.835573 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Pushing event updated for resources: {'Port': ['ID=9df17aab-d6c6-431c-8afb-1204dad301af,revision_number=4']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:50.839094 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-134af15d-c56f-437e-b6e5-68304a8c3d24 req-1d10dac9-5ac0-4cc4-a07e-94258b24e48b tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 945 time: 0.0891778 Jun 14 14:48:50.842876 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:50.897711 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-134af15d-c56f-437e-b6e5-68304a8c3d24 req-07c73b56-dd80-4cdb-a714-95335548e04f tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562525 Jun 14 14:48:51.418119 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88329c55-c6cb-403f-9f25-1f92df2c8856 req-1a30c2bc-bcfb-41f9-9b85-a642f2416e05 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:51.419750 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-88329c55-c6cb-403f-9f25-1f92df2c8856 req-1a30c2bc-bcfb-41f9-9b85-a642f2416e05 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3f98d53-15fc-4cfc-9a33-96902bc18d2a HTTP/1.1" status: 200 len: 946 time: 0.0755525 Jun 14 14:48:51.437054 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 60378) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:51.453844 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-ae58d3ce-44aa-497d-a01f-cdde50311864 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:51.464357 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-88329c55-c6cb-403f-9f25-1f92df2c8856 req-24b12795-b1ef-4b6e-800b-11144605d22a tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4412ae9-ed24-4ba9-9bee-87c45de8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382810 Jun 14 14:48:51.568679 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-ae58d3ce-44aa-497d-a01f-cdde50311864 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:51.780515 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-ae58d3ce-44aa-497d-a01f-cdde50311864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:51.784414 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-27b4c3f9-93b8-47ff-9a26-33e9ae2a008b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:51.829791 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-ae58d3ce-44aa-497d-a01f-cdde50311864 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6aa533ebcb244afc836c1e296fd861b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3914895 Jun 14 14:48:51.831141 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae58d3ce-44aa-497d-a01f-cdde50311864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b2f4eb-747d-4cfd-ac2c-d8f08dc4d981,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:51.832408 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 60382) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:51.834110 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-ae58d3ce-44aa-497d-a01f-cdde50311864 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:51.897187 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-a12aded2-f654-4d93-8cf0-8dd0cafa19e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:51.921659 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-a12aded2-f654-4d93-8cf0-8dd0cafa19e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:52.069670 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.agents_db [None req-f05f0e2d-2be5-4cb0-86e7-333c7e47477b None None] Agent healthcheck: found 6 active agents {{(pid=99486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 14:48:52.091459 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afbe03d-0498-40e9-acd6-d8b484c802e2 req-da059d82-c42e-4622-8ab1-fe1a8fd0d994 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:52.092872 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-2afbe03d-0498-40e9-acd6-d8b484c802e2 req-da059d82-c42e-4622-8ab1-fe1a8fd0d994 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 945 time: 0.0711346 Jun 14 14:48:52.136089 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-2afbe03d-0498-40e9-acd6-d8b484c802e2 req-33ea4dde-9b1e-41ac-8903-ceea23f87eb7 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362861 Jun 14 14:48:52.191990 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-a12aded2-f654-4d93-8cf0-8dd0cafa19e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:52.194690 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-a12aded2-f654-4d93-8cf0-8dd0cafa19e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:52.195787 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-a12aded2-f654-4d93-8cf0-8dd0cafa19e2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/84b2f4eb-747d-4cfd-ac2c-d8f08dc4d981 HTTP/1.1" status: 204 len: 168 time: 0.3615909 Jun 14 14:48:52.196635 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-d1d03b18-7cf7-4e1b-a2dd-e979793d34f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:52.205978 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12aded2-f654-4d93-8cf0-8dd0cafa19e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b2f4eb-747d-4cfd-ac2c-d8f08dc4d981,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:52.209622 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-a12aded2-f654-4d93-8cf0-8dd0cafa19e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:52.660460 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b03ae5-ab07-44e8-9763-11ef28bde11e req-c1065163-82d1-4fd4-9651-1f2665d1bf05 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:52.661949 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-d2b03ae5-ab07-44e8-9763-11ef28bde11e req-c1065163-82d1-4fd4-9651-1f2665d1bf05 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3f98d53-15fc-4cfc-9a33-96902bc18d2a HTTP/1.1" status: 200 len: 946 time: 0.0759592 Jun 14 14:48:52.707068 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-d2b03ae5-ab07-44e8-9763-11ef28bde11e req-2929702f-e816-49b3-9801-f2dd38a811a1 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4412ae9-ed24-4ba9-9bee-87c45de8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393012 Jun 14 14:48:53.329618 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f082195-d7df-4642-9949-d44ea453d44e req-7f642e08-89e0-4f86-8a3b-127ac8195367 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:53.331279 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-3f082195-d7df-4642-9949-d44ea453d44e req-7f642e08-89e0-4f86-8a3b-127ac8195367 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 945 time: 0.0745239 Jun 14 14:48:53.382606 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-3f082195-d7df-4642-9949-d44ea453d44e req-7c3973e5-0651-421a-8878-38222ef1c678 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392222 Jun 14 14:48:53.915633 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7679b8-e5b2-43b6-9286-e9dc9d4709db req-dc7cfd86-fd99-4d74-898c-5373c938a57c tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:53.917358 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-df7679b8-e5b2-43b6-9286-e9dc9d4709db req-dc7cfd86-fd99-4d74-898c-5373c938a57c tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3f98d53-15fc-4cfc-9a33-96902bc18d2a HTTP/1.1" status: 200 len: 946 time: 0.0824201 Jun 14 14:48:53.961418 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-df7679b8-e5b2-43b6-9286-e9dc9d4709db req-9ec6c5f9-7c55-400a-bd4b-51e284561be6 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4412ae9-ed24-4ba9-9bee-87c45de8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384934 Jun 14 14:48:54.132220 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-9836dece-3f94-450e-83e6-54b3d8bee079 req-f953260e-a441-4983-8dbb-8b9db4526c19 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=271f1bd4-4895-42e2-8f36-0ac8e95c61e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0708873 Jun 14 14:48:54.247637 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9836dece-3f94-450e-83e6-54b3d8bee079 req-605a7954-b432-49c0-b5e6-83ae4a6c06c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:54.249150 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-9836dece-3f94-450e-83e6-54b3d8bee079 req-605a7954-b432-49c0-b5e6-83ae4a6c06c8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=242c3d1f11d44afab53a6162544fd9e6&device_id=271f1bd4-4895-42e2-8f36-0ac8e95c61e6 HTTP/1.1" status: 200 len: 1098 time: 0.0652204 Jun 14 14:48:54.377094 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] get_ports_and_sgs() called for port_ids ['9df17aab-d6c6-431c-8afb-1204dad301af'] {{(pid=99485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 14:48:54.389301 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9836dece-3f94-450e-83e6-54b3d8bee079 req-3bdee0ae-0524-464f-88e6-d6ebc0f400e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:54.390837 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-9836dece-3f94-450e-83e6-54b3d8bee079 req-3bdee0ae-0524-464f-88e6-d6ebc0f400e6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=279d0dfb-7f10-4838-93a8-73440a285c6d HTTP/1.1" status: 200 len: 920 time: 0.1154072 Jun 14 14:48:54.459454 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-9836dece-3f94-450e-83e6-54b3d8bee079 req-56bfb87a-97ec-45f7-af52-b207f43a0d01 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d9bb20f8-8a47-4ef7-97f1-5fbb1347a20a HTTP/1.1" status: 200 len: 217 time: 0.0567732 Jun 14 14:48:54.573761 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9836dece-3f94-450e-83e6-54b3d8bee079 req-8f674516-5da8-4db7-a980-c7e6657df051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:54.575197 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-9836dece-3f94-450e-83e6-54b3d8bee079 req-8f674516-5da8-4db7-a980-c7e6657df051 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=49408d3b-84a8-4c0a-b61a-5027e2e91b41 HTTP/1.1" status: 200 len: 859 time: 0.1073527 Jun 14 14:48:54.635899 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-9836dece-3f94-450e-83e6-54b3d8bee079 req-4ba05493-589f-4d5c-b3d6-266aadf825be service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=279d0dfb-7f10-4838-93a8-73440a285c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367568 Jun 14 14:48:54.644125 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd15a04-a6ab-4e80-a59a-a5e9ec1abbce req-7f3e234e-7ce3-4036-950d-4fd0a55594c8 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:54.645571 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-ccd15a04-a6ab-4e80-a59a-a5e9ec1abbce req-7f3e234e-7ce3-4036-950d-4fd0a55594c8 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 945 time: 0.1220484 Jun 14 14:48:54.765902 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-ccd15a04-a6ab-4e80-a59a-a5e9ec1abbce req-c2ad757f-413e-44ca-bbea-099587329ca7 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115456 Jun 14 14:48:54.822496 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-9836dece-3f94-450e-83e6-54b3d8bee079 req-e4db543f-22d1-47ef-9d46-8c85aa804c62 service neutron] 10.222.0.21 "GET /v2.0/networks/279d0dfb-7f10-4838-93a8-73440a285c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757183 Jun 14 14:48:54.972817 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-9836dece-3f94-450e-83e6-54b3d8bee079 req-3238dfde-1f9b-4906-bf7a-bd6850aef22f service neutron] 10.222.0.21 "GET /v2.0/networks/279d0dfb-7f10-4838-93a8-73440a285c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331677 Jun 14 14:48:55.175000 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b5875-b1a6-42fb-8aa3-7314b09458aa req-d11cfe52-43d8-47a4-82e6-f9d7f0cb027d tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:55.176406 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-9e2b5875-b1a6-42fb-8aa3-7314b09458aa req-d11cfe52-43d8-47a4-82e6-f9d7f0cb027d tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3f98d53-15fc-4cfc-9a33-96902bc18d2a HTTP/1.1" status: 200 len: 946 time: 0.0785878 Jun 14 14:48:55.218448 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-9e2b5875-b1a6-42fb-8aa3-7314b09458aa req-e4f2bc63-59a9-4580-b44a-909f183eaaf1 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4412ae9-ed24-4ba9-9bee-87c45de8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363827 Jun 14 14:48:55.820401 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-98d90a03-08f9-43c5-9771-9cd3bb7abe40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:55.962206 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba35af6-23b6-48a2-9975-c6bbe528c6c5 req-e56111dd-3719-4e81-a5ea-e2244a878b1c tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:55.963576 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-9ba35af6-23b6-48a2-9975-c6bbe528c6c5 req-e56111dd-3719-4e81-a5ea-e2244a878b1c tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 945 time: 0.0716963 Jun 14 14:48:56.009165 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-9ba35af6-23b6-48a2-9975-c6bbe528c6c5 req-8461c321-fba8-4c4e-8f31-0939ef6a8692 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390699 Jun 14 14:48:56.747772 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device 9df17aab-d6c6-431c-8afb-1204dad301af up at agent hyperv_hv-cinder-72618 {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:48:57.039267 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Provisioning for port 9df17aab-d6c6-431c-8afb-1204dad301af completed by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:48:57.049898 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Provisioning complete for port 9df17aab-d6c6-431c-8afb-1204dad301af triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:48:57.050797 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:57.151684 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:57.179298 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f976e0-4cc4-4b90-b59d-dd773dbc02ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df17aab-d6c6-431c-8afb-1204dad301af'}] {{(pid=99485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:48:57.183206 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb48b8a921a599a4918edb6fe4edb23e72f7f4aaa6ba2d648db764b95ae78972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca68d6b1-2433-4310-82b1-d04f5e25a8cd" -d '{"events": [{"server_uuid": "b9f976e0-4cc4-4b90-b59d-dd773dbc02ba", "name": "network-vif-plugged", "status": "completed", "tag": "9df17aab-d6c6-431c-8afb-1204dad301af"}]}' {{(pid=99485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:48:57.199088 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] For port 9df17aab-d6c6-431c-8afb-1204dad301af, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=9df17aab-d6c6-431c-8afb-1204dad301af,segment=NetworkSegment(74da14e9-8c63-4e6e-9b03-7a584e6443b7),segment_id=74da14e9-8c63-4e6e-9b03-7a584e6443b7)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:48:57.421059 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:57.422937 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-ed2f051a-4127-4f54-9dc8-12aa8a6fcbc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:57.487093 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Pushing event updated for resources: {'Port': ['ID=9df17aab-d6c6-431c-8afb-1204dad301af,revision_number=5']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:57.490321 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:57.609146 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 60570) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:57.742754 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000afa5c-4780-47b8-8049-14408395c3f8 req-89f7476d-2cd3-4be2-a9a6-2c13130f24e5 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:57.745172 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-000afa5c-4780-47b8-8049-14408395c3f8 req-89f7476d-2cd3-4be2-a9a6-2c13130f24e5 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 946 time: 0.1170323 Jun 14 14:48:57.773867 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 14:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e165efe-4ff9-4c4f-9a5b-40e5ff44f85d x-openstack-request-id: req-5e165efe-4ff9-4c4f-9a5b-40e5ff44f85d {{(pid=99485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:48:57.774488 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9f976e0-4cc4-4b90-b59d-dd773dbc02ba", "name": "network-vif-plugged", "status": "completed", "tag": "9df17aab-d6c6-431c-8afb-1204dad301af", "code": 200}]} {{(pid=99485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:48:57.775071 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5e165efe-4ff9-4c4f-9a5b-40e5ff44f85d {{(pid=99485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:48:57.775840 dv-cinder-726180-9-iscsi neutron-server[99485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9f976e0-4cc4-4b90-b59d-dd773dbc02ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df17aab-d6c6-431c-8afb-1204dad301af', 'code': 200} Jun 14 14:48:57.803486 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-205b6f29-f1df-4087-9d30-13befc24324e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:57.862282 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-000afa5c-4780-47b8-8049-14408395c3f8 req-bb1c0ba9-efc4-4d88-a2ee-587907a97330 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073556 Jun 14 14:48:57.920721 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba394fd-0c5a-4206-950c-79f6600536d1 req-33128ca5-d14d-4e55-a252-c48ecb8efe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:57.922512 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-6ba394fd-0c5a-4206-950c-79f6600536d1 req-33128ca5-d14d-4e55-a252-c48ecb8efe16 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=242c3d1f11d44afab53a6162544fd9e6&device_id=544ef9a6-fafa-4c97-bbd9-004212687a60 HTTP/1.1" status: 200 len: 1098 time: 0.2135494 Jun 14 14:48:58.097379 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c1b78c-2786-4390-a498-aa29c987d38d req-ae9874e7-1ee0-4b1a-b229-1dc75f6a64c9 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:58.105543 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-88c1b78c-2786-4390-a498-aa29c987d38d req-ae9874e7-1ee0-4b1a-b229-1dc75f6a64c9 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=544ef9a6-fafa-4c97-bbd9-004212687a60 HTTP/1.1" status: 200 len: 945 time: 0.0860109 Jun 14 14:48:58.163882 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-88c1b78c-2786-4390-a498-aa29c987d38d req-b1495406-440e-4c46-9544-de49845a25c1 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569632 Jun 14 14:48:58.204673 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-205b6f29-f1df-4087-9d30-13befc24324e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:58.244568 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba394fd-0c5a-4206-950c-79f6600536d1 req-f7d084a3-96b8-4255-b653-2df94631e7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:58.246117 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-6ba394fd-0c5a-4206-950c-79f6600536d1 req-f7d084a3-96b8-4255-b653-2df94631e7c0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=279d0dfb-7f10-4838-93a8-73440a285c6d HTTP/1.1" status: 200 len: 920 time: 0.3104734 Jun 14 14:48:58.330896 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-6ba394fd-0c5a-4206-950c-79f6600536d1 req-fc20df1a-1012-4bbf-8af3-0fd811e70512 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3abc5e1-9f7c-4b8e-9136-bcb9ef9bb7cf HTTP/1.1" status: 200 len: 217 time: 0.0661385 Jun 14 14:48:58.331473 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-205b6f29-f1df-4087-9d30-13befc24324e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:58.374230 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-f1dcba2f-6001-4592-b27e-a6ecb27cbcde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:58.380701 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-205b6f29-f1df-4087-9d30-13befc24324e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=106e88827f494e2a873f9245641ba8e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7680626 Jun 14 14:48:58.383021 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 60614) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:58.443027 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205b6f29-f1df-4087-9d30-13befc24324e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c75d1167-3bff-48fa-88ca-4958a97af8a6,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:58.453102 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41747d4d-a179-43ed-b7d9-679225636bfa req-0e8d2959-ce5a-49cb-aa44-8d47aaf5c410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:58.455310 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-41747d4d-a179-43ed-b7d9-679225636bfa req-0e8d2959-ce5a-49cb-aa44-8d47aaf5c410 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 1099 time: 0.1302183 Jun 14 14:48:58.460113 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205b6f29-f1df-4087-9d30-13befc24324e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:58.460468 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205b6f29-f1df-4087-9d30-13befc24324e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:58.460859 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205b6f29-f1df-4087-9d30-13befc24324e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:58.461233 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205b6f29-f1df-4087-9d30-13befc24324e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:58.461522 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205b6f29-f1df-4087-9d30-13befc24324e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:58.461862 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205b6f29-f1df-4087-9d30-13befc24324e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:58.462194 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205b6f29-f1df-4087-9d30-13befc24324e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:58.462530 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205b6f29-f1df-4087-9d30-13befc24324e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:58.462871 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205b6f29-f1df-4087-9d30-13befc24324e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:58.463210 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205b6f29-f1df-4087-9d30-13befc24324e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:58.463543 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205b6f29-f1df-4087-9d30-13befc24324e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:58.463875 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205b6f29-f1df-4087-9d30-13befc24324e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:58.475161 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974655d0-f97f-4db1-8deb-ae3b86bd1e09 req-87d0c5ca-d043-473b-8752-7f21bf34cfa4 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:58.476716 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-974655d0-f97f-4db1-8deb-ae3b86bd1e09 req-87d0c5ca-d043-473b-8752-7f21bf34cfa4 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3f98d53-15fc-4cfc-9a33-96902bc18d2a HTTP/1.1" status: 200 len: 946 time: 0.2886083 Jun 14 14:48:58.477598 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-205b6f29-f1df-4087-9d30-13befc24324e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:58.479187 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba394fd-0c5a-4206-950c-79f6600536d1 req-b0c91a40-eb0e-4742-882d-c1658726ac18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:58.483644 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-abd95ee9-0576-4fd4-bd65-5441a0b26b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:58.488717 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-6ba394fd-0c5a-4206-950c-79f6600536d1 req-b0c91a40-eb0e-4742-882d-c1658726ac18 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=49408d3b-84a8-4c0a-b61a-5027e2e91b41 HTTP/1.1" status: 200 len: 859 time: 0.1229823 Jun 14 14:48:58.512633 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-fea1fcd7-2bf4-420e-8c4a-12ecd4ef996c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:58.546925 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-6ba394fd-0c5a-4206-950c-79f6600536d1 req-72ec5203-e16a-42fe-b1ee-fa8984abad4f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=279d0dfb-7f10-4838-93a8-73440a285c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491271 Jun 14 14:48:58.568693 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-fea1fcd7-2bf4-420e-8c4a-12ecd4ef996c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:58.575655 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-974655d0-f97f-4db1-8deb-ae3b86bd1e09 req-5c6bb107-8a61-4b49-96ed-b3c9edab0cda tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4412ae9-ed24-4ba9-9bee-87c45de8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859406 Jun 14 14:48:58.596627 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-41747d4d-a179-43ed-b7d9-679225636bfa req-e7348e95-6c13-4d2f-80d7-b48b070f2839 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077909 Jun 14 14:48:58.688181 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-6ba394fd-0c5a-4206-950c-79f6600536d1 req-0763428c-9094-4477-8a49-db874d444e88 service neutron] 10.222.0.21 "GET /v2.0/networks/279d0dfb-7f10-4838-93a8-73440a285c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245391 Jun 14 14:48:58.694836 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:58.781243 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-fea1fcd7-2bf4-420e-8c4a-12ecd4ef996c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:58.784221 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-fea1fcd7-2bf4-420e-8c4a-12ecd4ef996c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:58.791982 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-fea1fcd7-2bf4-420e-8c4a-12ecd4ef996c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c75d1167-3bff-48fa-88ca-4958a97af8a6 HTTP/1.1" status: 204 len: 168 time: 0.4024968 Jun 14 14:48:58.791982 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-a12aded2-f654-4d93-8cf0-8dd0cafa19e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:58.799853 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea1fcd7-2bf4-420e-8c4a-12ecd4ef996c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c75d1167-3bff-48fa-88ca-4958a97af8a6,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:58.808147 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea1fcd7-2bf4-420e-8c4a-12ecd4ef996c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:58.808505 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea1fcd7-2bf4-420e-8c4a-12ecd4ef996c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:58.808848 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea1fcd7-2bf4-420e-8c4a-12ecd4ef996c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:58.809193 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea1fcd7-2bf4-420e-8c4a-12ecd4ef996c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:58.809530 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea1fcd7-2bf4-420e-8c4a-12ecd4ef996c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:58.809867 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea1fcd7-2bf4-420e-8c4a-12ecd4ef996c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:58.811050 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea1fcd7-2bf4-420e-8c4a-12ecd4ef996c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:58.811050 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea1fcd7-2bf4-420e-8c4a-12ecd4ef996c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:58.811750 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea1fcd7-2bf4-420e-8c4a-12ecd4ef996c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:58.813474 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea1fcd7-2bf4-420e-8c4a-12ecd4ef996c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:58.814411 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea1fcd7-2bf4-420e-8c4a-12ecd4ef996c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:58.814745 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea1fcd7-2bf4-420e-8c4a-12ecd4ef996c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:58.831092 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-fea1fcd7-2bf4-420e-8c4a-12ecd4ef996c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:58.843443 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-6ba394fd-0c5a-4206-950c-79f6600536d1 req-5e26a355-4d3b-4718-8783-f89f44c202da service neutron] 10.222.0.21 "GET /v2.0/networks/279d0dfb-7f10-4838-93a8-73440a285c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446705 Jun 14 14:48:59.075056 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0be3f3-b8f4-48e7-8136-e8131cb3d0c2 req-56c16040-b126-46db-b251-49e3f064303d tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:59.076725 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-fc0be3f3-b8f4-48e7-8136-e8131cb3d0c2 req-56c16040-b126-46db-b251-49e3f064303d tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 946 time: 0.0769863 Jun 14 14:48:59.126861 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-fc0be3f3-b8f4-48e7-8136-e8131cb3d0c2 req-985d082a-77b4-49b8-b2b1-bb227482450e tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419731 Jun 14 14:48:59.353869 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92db4c4-51d2-40eb-9cf5-511ad9e1f009 req-17bf0540-d374-435d-a64f-30a1e458b6dd tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:59.355339 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-f92db4c4-51d2-40eb-9cf5-511ad9e1f009 req-17bf0540-d374-435d-a64f-30a1e458b6dd tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=544ef9a6-fafa-4c97-bbd9-004212687a60 HTTP/1.1" status: 200 len: 945 time: 0.0779216 Jun 14 14:48:59.399594 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-f92db4c4-51d2-40eb-9cf5-511ad9e1f009 req-d197a516-6257-46f9-88c6-841ff3366079 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371168 Jun 14 14:48:59.677567 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-fac6794f-d54e-43a2-84ad-332974bc6d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:59.735445 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 60650) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:59.760315 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-f30511cf-d873-4b8d-b514-d154510469a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:59.787418 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb21339-6aa7-47a9-87bf-e4b69687eea5 req-97dc9fca-099e-4de6-8a40-a001ce16cc04 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:59.789739 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-6bb21339-6aa7-47a9-87bf-e4b69687eea5 req-97dc9fca-099e-4de6-8a40-a001ce16cc04 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3f98d53-15fc-4cfc-9a33-96902bc18d2a HTTP/1.1" status: 200 len: 946 time: 0.0878580 Jun 14 14:48:59.850839 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-6bb21339-6aa7-47a9-87bf-e4b69687eea5 req-37ea3ada-f520-4110-a96f-118227a36754 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4412ae9-ed24-4ba9-9bee-87c45de8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556188 Jun 14 14:48:59.901571 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-f30511cf-d873-4b8d-b514-d154510469a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:00.182704 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-f30511cf-d873-4b8d-b514-d154510469a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:00.186172 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-bd62a068-5347-4d4d-8de3-3a778648568d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:00.231719 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-f30511cf-d873-4b8d-b514-d154510469a2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=930c08832e47451a95d6e60a95ccc3d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4945116 Jun 14 14:49:00.233110 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30511cf-d873-4b8d-b514-d154510469a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc03c60-5d4e-42f9-93ef-b2b6d2bb1bf3,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:00.234459 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 60662) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:00.237623 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-f30511cf-d873-4b8d-b514-d154510469a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:00.297009 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-50ee8148-132e-4fef-b9da-5b51088c7ae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:00.327537 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-50ee8148-132e-4fef-b9da-5b51088c7ae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:00.391731 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:00.393628 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c6a676-ee10-4d70-b1fe-a6e6cdb405b2 req-f3c96b78-f02b-4f87-812a-7f652a1971e8 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:00.395137 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-85c6a676-ee10-4d70-b1fe-a6e6cdb405b2 req-f3c96b78-f02b-4f87-812a-7f652a1971e8 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3f98d53-15fc-4cfc-9a33-96902bc18d2a HTTP/1.1" status: 200 len: 946 time: 0.1352797 Jun 14 14:49:00.404281 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e5557-92b0-43ed-be06-c3b072b9c081 req-6e14509f-77df-4293-bd64-f2d628e18d31 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:00.405764 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-b16e5557-92b0-43ed-be06-c3b072b9c081 req-6e14509f-77df-4293-bd64-f2d628e18d31 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 946 time: 0.1327887 Jun 14 14:49:00.451374 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-b16e5557-92b0-43ed-be06-c3b072b9c081 req-f411261e-57f2-4d6f-8f24-25dc9195f5d9 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391588 Jun 14 14:49:00.597835 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c932c295-7f0c-4548-b251-056d941b2a70 req-d8cbd9de-b769-4492-ac7e-fd98bf7a2f0f tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:00.599626 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-c932c295-7f0c-4548-b251-056d941b2a70 req-d8cbd9de-b769-4492-ac7e-fd98bf7a2f0f tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=544ef9a6-fafa-4c97-bbd9-004212687a60 HTTP/1.1" status: 200 len: 945 time: 0.0747390 Jun 14 14:49:00.601214 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-50ee8148-132e-4fef-b9da-5b51088c7ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:00.604419 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-50ee8148-132e-4fef-b9da-5b51088c7ae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:00.605668 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-50ee8148-132e-4fef-b9da-5b51088c7ae9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2cc03c60-5d4e-42f9-93ef-b2b6d2bb1bf3 HTTP/1.1" status: 204 len: 168 time: 0.3693733 Jun 14 14:49:00.606596 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-29c13e68-6242-4641-ac28-aacdc9a7c10f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:00.633005 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ee8148-132e-4fef-b9da-5b51088c7ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc03c60-5d4e-42f9-93ef-b2b6d2bb1bf3,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:00.646395 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-50ee8148-132e-4fef-b9da-5b51088c7ae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:00.669781 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.plugin [req-85c6a676-ee10-4d70-b1fe-a6e6cdb405b2 req-e7aff254-1f73-48a7-ba3b-641bdc8f7f43 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Deleting port 49ad5808-655b-4863-8d1e-6d904c88ccfe {{(pid=99484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:49:00.670419 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-85c6a676-ee10-4d70-b1fe-a6e6cdb405b2 req-e7aff254-1f73-48a7-ba3b-641bdc8f7f43 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375454248'] for port, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:00.681038 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-c932c295-7f0c-4548-b251-056d941b2a70 req-bd3a1f5e-118f-4a9f-8dd4-d8e94f39086f tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626113 Jun 14 14:49:00.882209 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.db [req-85c6a676-ee10-4d70-b1fe-a6e6cdb405b2 req-e7aff254-1f73-48a7-ba3b-641bdc8f7f43 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] For port 49ad5808-655b-4863-8d1e-6d904c88ccfe, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=49ad5808-655b-4863-8d1e-6d904c88ccfe,segment=NetworkSegment(1032d505-c774-4d39-a3ca-73b0d1b09fb4),segment_id=1032d505-c774-4d39-a3ca-73b0d1b09fb4)] {{(pid=99484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:49:00.882813 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-85c6a676-ee10-4d70-b1fe-a6e6cdb405b2 req-e7aff254-1f73-48a7-ba3b-641bdc8f7f43 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4046836'] for port, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:00.989265 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.plugin [req-85c6a676-ee10-4d70-b1fe-a6e6cdb405b2 req-e7aff254-1f73-48a7-ba3b-641bdc8f7f43 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Calling delete_port for 49ad5808-655b-4863-8d1e-6d904c88ccfe owned by compute:nova {{(pid=99484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:49:01.140751 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb51f9d-bc0c-4f2e-8590-a856f7bd2e4e req-69eabeb5-eb21-44b7-a5f3-1abbcdb2b2e1 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:01.142341 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-4fb51f9d-bc0c-4f2e-8590-a856f7bd2e4e req-69eabeb5-eb21-44b7-a5f3-1abbcdb2b2e1 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3f98d53-15fc-4cfc-9a33-96902bc18d2a HTTP/1.1" status: 200 len: 946 time: 0.1508367 Jun 14 14:49:01.270014 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-4fb51f9d-bc0c-4f2e-8590-a856f7bd2e4e req-07a01740-4138-4d25-8c7c-6e2851272ef3 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4412ae9-ed24-4ba9-9bee-87c45de8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084626 Jun 14 14:49:01.374895 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-85c6a676-ee10-4d70-b1fe-a6e6cdb405b2 req-e7aff254-1f73-48a7-ba3b-641bdc8f7f43 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375458892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763375065896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12090229'] for port, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:01.379259 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-2f632c57-a979-4a9f-810d-8d5224ca4573 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:01.409947 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-39b4335d-7f90-4c96-ac82-c584c202a69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:01.413673 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aff254-1f73-48a7-ba3b-641bdc8f7f43 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Pushing event deleted for resources: {'Port': ['ID=49ad5808-655b-4863-8d1e-6d904c88ccfe,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:01.416821 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-e7aff254-1f73-48a7-ba3b-641bdc8f7f43 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:01.660854 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e17d7c7-7e94-4940-a953-d5b31a0c5b1f req-048004a6-af67-462f-8933-70801a0dbcbc tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:01.662266 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-8e17d7c7-7e94-4940-a953-d5b31a0c5b1f req-048004a6-af67-462f-8933-70801a0dbcbc tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 946 time: 0.0792661 Jun 14 14:49:01.714118 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-8e17d7c7-7e94-4940-a953-d5b31a0c5b1f req-3f3df4e3-81cf-46de-8f54-b2e2afa3936a tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460796 Jun 14 14:49:01.736894 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.l3_dvrscheduler_db [req-85c6a676-ee10-4d70-b1fe-a6e6cdb405b2 req-e7aff254-1f73-48a7-ba3b-641bdc8f7f43 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] No DVR routers for this DVR port 49ad5808-655b-4863-8d1e-6d904c88ccfe on host hv-cinder-72618 {{(pid=99484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 14:49:01.745609 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-85c6a676-ee10-4d70-b1fe-a6e6cdb405b2 req-e7aff254-1f73-48a7-ba3b-641bdc8f7f43 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645'] for port, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:01.748459 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-85c6a676-ee10-4d70-b1fe-a6e6cdb405b2 req-e7aff254-1f73-48a7-ba3b-641bdc8f7f43 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.21 "DELETE /v2.0/ports/49ad5808-655b-4863-8d1e-6d904c88ccfe HTTP/1.1" status: 204 len: 173 time: 1.2915499 Jun 14 14:49:01.749180 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3f98d53-15fc-4cfc-9a33-96902bc18d2a', 'name': 'network-vif-deleted', 'tag': '49ad5808-655b-4863-8d1e-6d904c88ccfe'}] {{(pid=99484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:49:01.752958 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d59e03e546515fa4e63eddd697505d7af87b03111d3d4a09b383aaccd0eedd18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b5e87d-9ba9-4ea8-b605-519374d38710" -d '{"events": [{"server_uuid": "c3f98d53-15fc-4cfc-9a33-96902bc18d2a", "name": "network-vif-deleted", "tag": "49ad5808-655b-4863-8d1e-6d904c88ccfe"}]}' {{(pid=99484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:49:01.925524 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 60710) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:01.926980 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53994d34-5a17-4486-b365-7b2d52f68ade req-6ba05a83-cb24-45e1-8346-5c1c3ac1f0f1 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:01.928555 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-53994d34-5a17-4486-b365-7b2d52f68ade req-6ba05a83-cb24-45e1-8346-5c1c3ac1f0f1 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=544ef9a6-fafa-4c97-bbd9-004212687a60 HTTP/1.1" status: 200 len: 945 time: 0.0999157 Jun 14 14:49:01.986203 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca03a12c-25dd-49c4-b517-d37f6d617aad req-029b4ec2-ccff-4ef3-815d-90e549e6007c tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:01.987739 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-ca03a12c-25dd-49c4-b517-d37f6d617aad req-029b4ec2-ccff-4ef3-815d-90e549e6007c tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 946 time: 0.1060033 Jun 14 14:49:01.992625 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-53994d34-5a17-4486-b365-7b2d52f68ade req-cd26b072-fd0b-4b7f-8ad5-091d8f906488 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561073 Jun 14 14:49:02.000032 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 60714) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:02.007672 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.v2.base [None req-22072f4b-261e-4ada-ad22-64ad381b2998 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Request body: {'floatingip': {'port_id': '9df17aab-d6c6-431c-8afb-1204dad301af'}} {{(pid=99484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:49:02.058005 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 14:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91424fe-3182-4bb7-ac64-5c21de07b6c8 x-openstack-request-id: req-f91424fe-3182-4bb7-ac64-5c21de07b6c8 {{(pid=99484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:49:02.058320 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3f98d53-15fc-4cfc-9a33-96902bc18d2a", "name": "network-vif-deleted", "tag": "49ad5808-655b-4863-8d1e-6d904c88ccfe", "status": "completed", "code": 200}]} {{(pid=99484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:49:02.058579 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f91424fe-3182-4bb7-ac64-5c21de07b6c8 {{(pid=99484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:49:02.058990 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3f98d53-15fc-4cfc-9a33-96902bc18d2a', 'name': 'network-vif-deleted', 'tag': '49ad5808-655b-4863-8d1e-6d904c88ccfe', 'status': 'completed', 'code': 200} Jun 14 14:49:02.067778 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-5f8d26f0-917f-4f9e-bd62-bdb2bda0858d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:02.070104 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-22072f4b-261e-4ada-ad22-64ad381b2998 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks [] for floatingip, before_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:02.242884 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-5f8d26f0-917f-4f9e-bd62-bdb2bda0858d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:02.455363 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-5f8d26f0-917f-4f9e-bd62-bdb2bda0858d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:02.460239 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-66cc8e81-882e-4e13-8ac1-43e8966b4d0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:02.515772 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-5f8d26f0-917f-4f9e-bd62-bdb2bda0858d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3f50938e1c6a445390f295eac4e4160e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5877397 Jun 14 14:49:02.518640 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8d26f0-917f-4f9e-bd62-bdb2bda0858d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1f3dcd-f8f5-4c0b-8bef-3a29e91c56b8,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:02.521450 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 60748) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:02.531727 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-5f8d26f0-917f-4f9e-bd62-bdb2bda0858d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:02.596363 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-025afe13-d523-47c0-aa4e-969d6d38603c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:02.635227 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-025afe13-d523-47c0-aa4e-969d6d38603c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:02.656829 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-b337faee-968a-40be-a9eb-9a88f6335dbe req-ba86d43f-a9a9-48b6-b37c-54870cc8ff9d tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3f98d53-15fc-4cfc-9a33-96902bc18d2a HTTP/1.1" status: 200 len: 210 time: 0.2614040 Jun 14 14:49:02.769288 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device 49ad5808-655b-4863-8d1e-6d904c88ccfe no longer exists at agent hyperv_hv-cinder-72618 {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 14:49:02.810532 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] No Port match for: 49ad5808-655b-4863-8d1e-6d904c88ccfe {{(pid=99485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 14:49:02.810773 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-22072f4b-261e-4ada-ad22-64ad381b2998 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:02.810893 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device 49ad5808-655b-4863-8d1e-6d904c88ccfe not bound to the agent host hv-cinder-72618 {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 14:49:02.826034 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-025afe13-d523-47c0-aa4e-969d6d38603c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:02.828685 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-025afe13-d523-47c0-aa4e-969d6d38603c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:02.830563 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-025afe13-d523-47c0-aa4e-969d6d38603c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4f1f3dcd-f8f5-4c0b-8bef-3a29e91c56b8 HTTP/1.1" status: 204 len: 168 time: 0.3077924 Jun 14 14:49:02.831350 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-14fe001a-009b-4ed8-a6c5-4b80fe455431 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:02.841300 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025afe13-d523-47c0-aa4e-969d6d38603c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1f3dcd-f8f5-4c0b-8bef-3a29e91c56b8,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:02.844154 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-025afe13-d523-47c0-aa4e-969d6d38603c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:03.011120 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-22072f4b-261e-4ada-ad22-64ad381b2998 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4045686'] for floatingip, after_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:03.216071 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.db.l3_db [None req-22072f4b-261e-4ada-ad22-64ad381b2998 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Floating IP b0906a53-43cb-4f4f-ae79-f4ab6eb63247 associated. External IP: 172.27.3.196, port: 9df17aab-d6c6-431c-8afb-1204dad301af. Jun 14 14:49:03.344830 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca931c1-e56c-4748-bb0f-11bf8d19cc6d req-d585131a-e918-42e8-892d-e30fb0360bfa tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:03.347310 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-cca931c1-e56c-4748-bb0f-11bf8d19cc6d req-d585131a-e918-42e8-892d-e30fb0360bfa tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=544ef9a6-fafa-4c97-bbd9-004212687a60 HTTP/1.1" status: 200 len: 945 time: 0.2228885 Jun 14 14:49:03.441243 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-cca931c1-e56c-4748-bb0f-11bf8d19cc6d req-2ccbd3ed-3369-4d06-ab50-a05e292ee683 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826304 Jun 14 14:49:03.651723 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22072f4b-261e-4ada-ad22-64ad381b2998 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Router 19a61cf4-724e-46b3-ae4d-c2496f310fd1 has already been hosted by L3 agent 1c008f53-dbc2-48c1-a123-31b869a31df2 {{(pid=99484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 14:49:03.899448 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22072f4b-261e-4ada-ad22-64ad381b2998 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify agent at l3_agent.dv-cinder-726180-9-iscsi the message routers_updated {{(pid=99484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 14:49:03.914508 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-22072f4b-261e-4ada-ad22-64ad381b2998 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645'] for floatingip, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:03.917969 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96be6c3b-9869-47a0-865a-a328bc59dc66 None None] Sync routers for ids ['19a61cf4-724e-46b3-ae4d-c2496f310fd1'] in dv-cinder-726180-9-iscsi {{(pid=99486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 14:49:03.931676 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96be6c3b-9869-47a0-865a-a328bc59dc66 None None] Routers {'19a61cf4-724e-46b3-ae4d-c2496f310fd1'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:49:03.932353 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-96be6c3b-9869-47a0-865a-a328bc59dc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:48:58Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['19a61cf4-724e-46b3-ae4d-c2496f310fd1'], 'active': True} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:49:03.978134 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-22072f4b-261e-4ada-ad22-64ad381b2998 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "PUT /v2.0/floatingips/b0906a53-43cb-4f4f-ae79-f4ab6eb63247 HTTP/1.1" status: 200 len: 992 time: 1.9768906 Jun 14 14:49:04.092863 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9f976e0-4cc4-4b90-b59d-dd773dbc02ba', 'tag': '9df17aab-d6c6-431c-8afb-1204dad301af'}] {{(pid=99484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:49:04.095626 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d59e03e546515fa4e63eddd697505d7af87b03111d3d4a09b383aaccd0eedd18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-798c7629-c350-406d-b68c-851e1102b960" -d '{"events": [{"name": "network-changed", "server_uuid": "b9f976e0-4cc4-4b90-b59d-dd773dbc02ba", "tag": "9df17aab-d6c6-431c-8afb-1204dad301af"}]}' {{(pid=99484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:49:04.185818 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e31114-5150-45e7-8e16-687e4885cf05 req-38e31f44-4d56-467f-990e-8e1db8603306 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:04.189363 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-c0e31114-5150-45e7-8e16-687e4885cf05 req-38e31f44-4d56-467f-990e-8e1db8603306 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/networks?id=65d263a3-c06c-4fc2-b6db-fb0d4c7cfc3b HTTP/1.1" status: 200 len: 809 time: 0.1993971 Jun 14 14:49:04.201504 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 14:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b003860-b225-4d7a-95f9-d292514243c4 x-openstack-request-id: req-2b003860-b225-4d7a-95f9-d292514243c4 {{(pid=99484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:49:04.201882 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9f976e0-4cc4-4b90-b59d-dd773dbc02ba", "tag": "9df17aab-d6c6-431c-8afb-1204dad301af", "status": "completed", "code": 200}]} {{(pid=99484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:49:04.202665 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2b003860-b225-4d7a-95f9-d292514243c4 {{(pid=99484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:49:04.203349 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9f976e0-4cc4-4b90-b59d-dd773dbc02ba', 'tag': '9df17aab-d6c6-431c-8afb-1204dad301af', 'status': 'completed', 'code': 200} Jun 14 14:49:04.206695 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvr_db [None req-96be6c3b-9869-47a0-865a-a328bc59dc66 None None] Set router 19a61cf4-724e-46b3-ae4d-c2496f310fd1 gateway port host: dv-cinder-726180-9-iscsi {{(pid=99486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:49:04.215366 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-c0e31114-5150-45e7-8e16-687e4885cf05 req-0904de38-22b9-4540-8b62-7e5de94459e8 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/quotas/da56ce54d59a44f98a82e3932b694c1c HTTP/1.1" status: 200 len: 375 time: 0.0179713 Jun 14 14:49:04.268235 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-c0e31114-5150-45e7-8e16-687e4885cf05 req-2735d570-1305-4c9d-aefb-9d72cf0a3519 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=da56ce54d59a44f98a82e3932b694c1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452530 Jun 14 14:49:04.324258 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 60812) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:04.356911 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-2be05ae0-f9c7-4c01-b9cc-dc696037fbc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:04.565306 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-2be05ae0-f9c7-4c01-b9cc-dc696037fbc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:04.730435 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-96be6c3b-9869-47a0-865a-a328bc59dc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a61cf4-724e-46b3-ae4d-c2496f310fd1', 'name': 'tempest-AttachVolumeShelveTestJSON-920533305-router', 'tenant_id': '79973d5241f0405abc9418c3151cbe9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a8f122dc-c26f-44ba-8ab5-1a34c52641dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:48:13Z', 'updated_at': '2021-06-14T14:48:20Z', 'revision_number': 4, 'project_id': '79973d5241f0405abc9418c3151cbe9d', 'gw_port': {'id': 'a8f122dc-c26f-44ba-8ab5-1a34c52641dd', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:11:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a61cf4-724e-46b3-ae4d-c2496f310fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:14Z', 'updated_at': '2021-06-14T14:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_floatingips': [{'id': 'b0906a53-43cb-4f4f-ae79-f4ab6eb63247', 'tenant_id': '79973d5241f0405abc9418c3151cbe9d', 'floating_ip_address': '172.27.3.196', 'floating_network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'router_id': '19a61cf4-724e-46b3-ae4d-c2496f310fd1', 'port_id': '9df17aab-d6c6-431c-8afb-1204dad301af', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46', 'mac_address': 'fa:16:3e:cc:2b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f976e0-4cc4-4b90-b59d-dd773dbc02ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T14:48:25Z', 'updated_at': '2021-06-14T14:49:02Z', 'revision_number': 1, 'project_id': '79973d5241f0405abc9418c3151cbe9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '739538c4-f337-4cac-9aa5-1fc4c9926a67', 'name': '', 'network_id': 'eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46', 'tenant_id': '79973d5241f0405abc9418c3151cbe9d', 'mac_address': 'fa:16:3e:c4:72:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a61cf4-724e-46b3-ae4d-c2496f310fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '8f1648b2-006c-47fc-bec4-7719f58bad8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:19Z', 'updated_at': '2021-06-14T14:48:25Z', 'revision_number': 5, 'project_id': '79973d5241f0405abc9418c3151cbe9d', 'subnets': [{'id': '8f1648b2-006c-47fc-bec4-7719f58bad8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:49:04.734587 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c7629-c350-406d-b68c-851e1102b960 req-e9130b4e-daee-48bf-b105-7f8b436fef9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:04.736629 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-798c7629-c350-406d-b68c-851e1102b960 req-e9130b4e-daee-48bf-b105-7f8b436fef9e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=79973d5241f0405abc9418c3151cbe9d&device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 1099 time: 0.4775741 Jun 14 14:49:04.736999 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96be6c3b-9869-47a0-865a-a328bc59dc66 None None] Checking router: 19a61cf4-724e-46b3-ae4d-c2496f310fd1 for host: dv-cinder-726180-9-iscsi {{(pid=99486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 14:49:04.742136 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-c0e31114-5150-45e7-8e16-687e4885cf05 req-0c36ada9-6a9a-4362-9011-4050a7081f1a service neutron] 10.222.0.55 "GET /v2.0/networks/65d263a3-c06c-4fc2-b6db-fb0d4c7cfc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4493525 Jun 14 14:49:04.771129 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96be6c3b-9869-47a0-865a-a328bc59dc66 None None] Routers {'19a61cf4-724e-46b3-ae4d-c2496f310fd1'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:49:04.771769 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-96be6c3b-9869-47a0-865a-a328bc59dc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:48:58Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['19a61cf4-724e-46b3-ae4d-c2496f310fd1'], 'active': True} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:49:04.780805 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-2be05ae0-f9c7-4c01-b9cc-dc696037fbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:04.802924 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 60830) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:04.823098 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-383e8d2b-3eb6-4139-99fb-423d079e971a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:04.828181 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-2be05ae0-f9c7-4c01-b9cc-dc696037fbc3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2f26a08dd78b40d6b76eed3e9e1a287e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5023336 Jun 14 14:49:04.840712 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 60834) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:04.850274 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34cc654-5326-4e03-8eab-68d1dcda24fa req-739167f9-d0aa-4885-b6ef-2702b464186a tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:04.851882 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-a34cc654-5326-4e03-8eab-68d1dcda24fa req-739167f9-d0aa-4885-b6ef-2702b464186a tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=544ef9a6-fafa-4c97-bbd9-004212687a60 HTTP/1.1" status: 200 len: 945 time: 0.1755595 Jun 14 14:49:04.902606 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be05ae0-f9c7-4c01-b9cc-dc696037fbc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b08a360-d85f-4847-8af5-98f2c1749a94,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:04.920396 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-2be05ae0-f9c7-4c01-b9cc-dc696037fbc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:05.008708 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-a34cc654-5326-4e03-8eab-68d1dcda24fa req-26b24bac-8a4f-4fe1-ac97-b028f8eeb6f7 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404297 Jun 14 14:49:05.053549 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvr_db [None req-96be6c3b-9869-47a0-865a-a328bc59dc66 None None] Set router 19a61cf4-724e-46b3-ae4d-c2496f310fd1 gateway port host: dv-cinder-726180-9-iscsi {{(pid=99486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:49:05.156251 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-a6c692c4-ddfb-4f0a-8090-94b9f86cd1f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:05.190624 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c7629-c350-406d-b68c-851e1102b960 req-3bcf9441-c68f-4c3f-b82c-232bba514d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:05.194078 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-798c7629-c350-406d-b68c-851e1102b960 req-3bcf9441-c68f-4c3f-b82c-232bba514d09 service neutron] 10.222.0.21 "GET /v2.0/networks?id=eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46 HTTP/1.1" status: 200 len: 917 time: 0.4217675 Jun 14 14:49:05.198822 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-c0e31114-5150-45e7-8e16-687e4885cf05 req-ba46c291-29cc-4a1e-8cd5-0b5b13307e47 service neutron] 10.222.0.55 "GET /v2.0/networks/65d263a3-c06c-4fc2-b6db-fb0d4c7cfc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4475293 Jun 14 14:49:05.200433 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-6821a460-ba1f-4151-8c6a-61a6b7a8d327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:05.380774 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-6821a460-ba1f-4151-8c6a-61a6b7a8d327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:05.430253 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c840b26-d13c-4a01-9a76-bbb066a056a7 req-81f4f0f0-d388-43e1-983c-a6537c3a22aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:05.431948 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-3c840b26-d13c-4a01-9a76-bbb066a056a7 req-81f4f0f0-d388-43e1-983c-a6537c3a22aa service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=544ef9a6-fafa-4c97-bbd9-004212687a60 HTTP/1.1" status: 200 len: 1098 time: 0.0843015 Jun 14 14:49:05.451734 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-798c7629-c350-406d-b68c-851e1102b960 req-cbfdabdf-1b4d-4ea2-92e3-1942b4e85610 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9df17aab-d6c6-431c-8afb-1204dad301af HTTP/1.1" status: 200 len: 1000 time: 0.2491951 Jun 14 14:49:05.491691 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-3c840b26-d13c-4a01-9a76-bbb066a056a7 req-644d6d2c-1fcf-43c7-b75e-e67864c0206d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503755 Jun 14 14:49:05.504476 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-96be6c3b-9869-47a0-865a-a328bc59dc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a61cf4-724e-46b3-ae4d-c2496f310fd1', 'name': 'tempest-AttachVolumeShelveTestJSON-920533305-router', 'tenant_id': '79973d5241f0405abc9418c3151cbe9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a8f122dc-c26f-44ba-8ab5-1a34c52641dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:48:13Z', 'updated_at': '2021-06-14T14:48:20Z', 'revision_number': 4, 'project_id': '79973d5241f0405abc9418c3151cbe9d', 'gw_port': {'id': 'a8f122dc-c26f-44ba-8ab5-1a34c52641dd', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:11:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a61cf4-724e-46b3-ae4d-c2496f310fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:14Z', 'updated_at': '2021-06-14T14:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_floatingips': [{'id': 'b0906a53-43cb-4f4f-ae79-f4ab6eb63247', 'tenant_id': '79973d5241f0405abc9418c3151cbe9d', 'floating_ip_address': '172.27.3.196', 'floating_network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'router_id': '19a61cf4-724e-46b3-ae4d-c2496f310fd1', 'port_id': '9df17aab-d6c6-431c-8afb-1204dad301af', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46', 'mac_address': 'fa:16:3e:cc:2b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f976e0-4cc4-4b90-b59d-dd773dbc02ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T14:48:25Z', 'updated_at': '2021-06-14T14:49:02Z', 'revision_number': 1, 'project_id': '79973d5241f0405abc9418c3151cbe9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '739538c4-f337-4cac-9aa5-1fc4c9926a67', 'name': '', 'network_id': 'eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46', 'tenant_id': '79973d5241f0405abc9418c3151cbe9d', 'mac_address': 'fa:16:3e:c4:72:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a61cf4-724e-46b3-ae4d-c2496f310fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '8f1648b2-006c-47fc-bec4-7719f58bad8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:19Z', 'updated_at': '2021-06-14T14:48:25Z', 'revision_number': 5, 'project_id': '79973d5241f0405abc9418c3151cbe9d', 'subnets': [{'id': '8f1648b2-006c-47fc-bec4-7719f58bad8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:49:05.509626 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96be6c3b-9869-47a0-865a-a328bc59dc66 None None] The sync data for ids ['19a61cf4-724e-46b3-ae4d-c2496f310fd1'] in dv-cinder-726180-9-iscsi is: [{'id': '19a61cf4-724e-46b3-ae4d-c2496f310fd1', 'name': 'tempest-AttachVolumeShelveTestJSON-920533305-router', 'tenant_id': '79973d5241f0405abc9418c3151cbe9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a8f122dc-c26f-44ba-8ab5-1a34c52641dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:48:13Z', 'updated_at': '2021-06-14T14:48:20Z', 'revision_number': 4, 'project_id': '79973d5241f0405abc9418c3151cbe9d', 'gw_port': {'id': 'a8f122dc-c26f-44ba-8ab5-1a34c52641dd', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:11:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a61cf4-724e-46b3-ae4d-c2496f310fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:14Z', 'updated_at': '2021-06-14T14:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_floatingips': [{'id': 'b0906a53-43cb-4f4f-ae79-f4ab6eb63247', 'tenant_id': '79973d5241f0405abc9418c3151cbe9d', 'floating_ip_address': '172.27.3.196', 'floating_network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'router_id': '19a61cf4-724e-46b3-ae4d-c2496f310fd1', 'port_id': '9df17aab-d6c6-431c-8afb-1204dad301af', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46', 'mac_address': 'fa:16:3e:cc:2b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f976e0-4cc4-4b90-b59d-dd773dbc02ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T14:48:25Z', 'updated_at': '2021-06-14T14:49:02Z', 'revision_number': 1, 'project_id': '79973d5241f0405abc9418c3151cbe9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '739538c4-f337-4cac-9aa5-1fc4c9926a67', 'name': '', 'network_id': 'eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46', 'tenant_id': '79973d5241f0405abc9418c3151cbe9d', 'mac_address': 'fa:16:3e:c4:72:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a61cf4-724e-46b3-ae4d-c2496f310fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '8f1648b2-006c-47fc-bec4-7719f58bad8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:19Z', 'updated_at': '2021-06-14T14:48:25Z', 'revision_number': 5, 'project_id': '79973d5241f0405abc9418c3151cbe9d', 'subnets': [{'id': '8f1648b2-006c-47fc-bec4-7719f58bad8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 14:49:05.541443 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c7629-c350-406d-b68c-851e1102b960 req-14bd7f53-33e1-476b-b758-ee568838402e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:05.542907 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-798c7629-c350-406d-b68c-851e1102b960 req-14bd7f53-33e1-476b-b758-ee568838402e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8f1648b2-006c-47fc-bec4-7719f58bad8c HTTP/1.1" status: 200 len: 855 time: 0.0844657 Jun 14 14:49:05.612397 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-a6c692c4-ddfb-4f0a-8090-94b9f86cd1f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:05.649769 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-6821a460-ba1f-4151-8c6a-61a6b7a8d327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:05.652597 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-6821a460-ba1f-4151-8c6a-61a6b7a8d327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:05.653614 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-6821a460-ba1f-4151-8c6a-61a6b7a8d327 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9b08a360-d85f-4847-8af5-98f2c1749a94 HTTP/1.1" status: 204 len: 168 time: 0.7916424 Jun 14 14:49:05.655376 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-165ce0b0-d943-4b94-aac8-f14b59cf1c1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:05.670855 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6821a460-ba1f-4151-8c6a-61a6b7a8d327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b08a360-d85f-4847-8af5-98f2c1749a94,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:05.679181 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-6821a460-ba1f-4151-8c6a-61a6b7a8d327 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:05.689072 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c7629-c350-406d-b68c-851e1102b960 req-c2d22ffa-5894-4be6-b354-60c280f87bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:05.691686 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-798c7629-c350-406d-b68c-851e1102b960 req-c2d22ffa-5894-4be6-b354-60c280f87bed service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1194198 Jun 14 14:49:05.749605 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-a6c692c4-ddfb-4f0a-8090-94b9f86cd1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:05.755042 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:05.818486 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-60a4172b-5c47-4b54-b02d-0edfcaeed4a9 req-fcd25669-112b-4cce-822e-7dbe3e2c3464 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea6f0941-9095-4419-a32d-ab4c6ffadfab HTTP/1.1" status: 200 len: 210 time: 0.0757532 Jun 14 14:49:05.853234 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6efa5b-71fa-486c-998d-76951050e4db None None] New status for floating IP b0906a53-43cb-4f4f-ae79-f4ab6eb63247: ACTIVE {{(pid=99485) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 14:49:05.902590 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-a6c692c4-ddfb-4f0a-8090-94b9f86cd1f4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c3e275dc13304e0aabad2b9d6ac1b49b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0916498 Jun 14 14:49:05.905576 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c692c4-ddfb-4f0a-8090-94b9f86cd1f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c13d75e-894c-4f03-b5f3-ab32ef20795a,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:05.905873 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 60854) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:05.913191 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-a6c692c4-ddfb-4f0a-8090-94b9f86cd1f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:05.943668 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-798c7629-c350-406d-b68c-851e1102b960 req-9192b7fd-15da-433f-b0ab-336ba8ccbd88 service neutron] 10.222.0.21 "GET /v2.0/networks/eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315919 Jun 14 14:49:05.986714 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-448d18d3-005f-4973-854c-5d1c852280ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:06.026847 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-448d18d3-005f-4973-854c-5d1c852280ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:06.273144 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-798c7629-c350-406d-b68c-851e1102b960 req-398f217a-38a4-4d5c-adc5-0bcc9b54f5bf service neutron] 10.222.0.21 "GET /v2.0/networks/eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199208 Jun 14 14:49:06.301630 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-448d18d3-005f-4973-854c-5d1c852280ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:06.308620 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-448d18d3-005f-4973-854c-5d1c852280ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:06.312881 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-448d18d3-005f-4973-854c-5d1c852280ad admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5c13d75e-894c-4f03-b5f3-ab32ef20795a HTTP/1.1" status: 204 len: 168 time: 0.4055927 Jun 14 14:49:06.313866 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-cbee56e4-9417-472e-af3e-e6c772c3d186 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:06.335567 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c46ed-c269-4e87-9540-af9137a5b86e req-2311610e-f740-4335-9215-24c8ea41bf49 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:06.343014 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448d18d3-005f-4973-854c-5d1c852280ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c13d75e-894c-4f03-b5f3-ab32ef20795a,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:06.346680 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-109c46ed-c269-4e87-9540-af9137a5b86e req-2311610e-f740-4335-9215-24c8ea41bf49 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=544ef9a6-fafa-4c97-bbd9-004212687a60 HTTP/1.1" status: 200 len: 945 time: 0.1627400 Jun 14 14:49:06.353982 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-448d18d3-005f-4973-854c-5d1c852280ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:06.415963 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-109c46ed-c269-4e87-9540-af9137a5b86e req-9bfee05c-a9ab-443b-95e3-b740666ae5ac tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681479 Jun 14 14:49:06.930802 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-2ebd589c-70ba-4eff-989f-576c325049b7 req-2e01e5e3-d681-4056-ad93-af93c146a1ee tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea6f0941-9095-4419-a32d-ab4c6ffadfab HTTP/1.1" status: 200 len: 210 time: 0.0451350 Jun 14 14:49:07.638105 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6967f-915d-46b3-b9bb-67c8fc7982b1 req-6686bdf6-1ad7-4525-bd58-ca551c67aae8 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:07.639637 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-71c6967f-915d-46b3-b9bb-67c8fc7982b1 req-6686bdf6-1ad7-4525-bd58-ca551c67aae8 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=544ef9a6-fafa-4c97-bbd9-004212687a60 HTTP/1.1" status: 200 len: 945 time: 0.0790329 Jun 14 14:49:07.687150 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-71c6967f-915d-46b3-b9bb-67c8fc7982b1 req-cbef44d0-4a73-4f50-9211-117a9f9b5681 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406196 Jun 14 14:49:08.139489 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-7bb18f1e-d688-4564-b7fb-9cfaf7ac94bd req-71bb8472-6710-4e80-a605-2c57bfda06db tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea6f0941-9095-4419-a32d-ab4c6ffadfab HTTP/1.1" status: 200 len: 210 time: 0.0700088 Jun 14 14:49:08.570134 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d992f28e-bdc5-45b8-8221-3e6097dd967a req-c8f3e584-fe50-4f99-bb55-79b259e4c568 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:08.574117 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-d992f28e-bdc5-45b8-8221-3e6097dd967a req-c8f3e584-fe50-4f99-bb55-79b259e4c568 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=544ef9a6-fafa-4c97-bbd9-004212687a60 HTTP/1.1" status: 200 len: 945 time: 0.0784147 Jun 14 14:49:08.613408 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e27401a-84af-40c4-8552-166bbd6ef486 req-4df6ec51-8980-4c70-8e20-5d146e1ac1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:08.615955 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-d992f28e-bdc5-45b8-8221-3e6097dd967a req-82c14efa-e934-4dc4-8345-c9535a514f7a tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382481 Jun 14 14:49:08.620307 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-2e27401a-84af-40c4-8552-166bbd6ef486 req-4df6ec51-8980-4c70-8e20-5d146e1ac1c5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=242c3d1f11d44afab53a6162544fd9e6&device_id=544ef9a6-fafa-4c97-bbd9-004212687a60 HTTP/1.1" status: 200 len: 1098 time: 0.0688157 Jun 14 14:49:08.757504 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e27401a-84af-40c4-8552-166bbd6ef486 req-cb2eb248-64e8-40e5-b953-fd46e7ba9866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:08.758965 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-2e27401a-84af-40c4-8552-166bbd6ef486 req-cb2eb248-64e8-40e5-b953-fd46e7ba9866 service neutron] 10.222.0.21 "GET /v2.0/networks?id=279d0dfb-7f10-4838-93a8-73440a285c6d HTTP/1.1" status: 200 len: 920 time: 0.1340666 Jun 14 14:49:08.850512 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-2e27401a-84af-40c4-8552-166bbd6ef486 req-365c3d0b-13ba-4e90-bc7b-cb59d52f60cf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3abc5e1-9f7c-4b8e-9136-bcb9ef9bb7cf HTTP/1.1" status: 200 len: 217 time: 0.0834804 Jun 14 14:49:08.935551 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e27401a-84af-40c4-8552-166bbd6ef486 req-49dde6e6-76e0-4273-912a-0693acd8fcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:08.937051 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-2e27401a-84af-40c4-8552-166bbd6ef486 req-49dde6e6-76e0-4273-912a-0693acd8fcdd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=49408d3b-84a8-4c0a-b61a-5027e2e91b41 HTTP/1.1" status: 200 len: 859 time: 0.0645013 Jun 14 14:49:08.981346 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-2e27401a-84af-40c4-8552-166bbd6ef486 req-4834c62b-bec7-4f6f-9a6b-848615e5091d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=279d0dfb-7f10-4838-93a8-73440a285c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327196 Jun 14 14:49:09.145290 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-2e27401a-84af-40c4-8552-166bbd6ef486 req-f67a0088-a497-4a91-9db7-e2eb4ebf6db9 service neutron] 10.222.0.21 "GET /v2.0/networks/279d0dfb-7f10-4838-93a8-73440a285c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470225 Jun 14 14:49:09.313203 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-2e27401a-84af-40c4-8552-166bbd6ef486 req-0fb514a5-b152-4bd6-a971-f5c37461fd7b service neutron] 10.222.0.21 "GET /v2.0/networks/279d0dfb-7f10-4838-93a8-73440a285c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523733 Jun 14 14:49:09.370284 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-bc738d4b-56bf-455c-af13-787b613ef464 req-3a2c4be3-0780-495b-886c-5fab4f6cce21 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea6f0941-9095-4419-a32d-ab4c6ffadfab HTTP/1.1" status: 200 len: 210 time: 0.0634353 Jun 14 14:49:09.499704 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e31114-5150-45e7-8e16-687e4885cf05 req-9d4082db-8d9e-4764-8c60-2f7245a143a9 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:09.501250 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-c0e31114-5150-45e7-8e16-687e4885cf05 req-9d4082db-8d9e-4764-8c60-2f7245a143a9 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.21 "GET /v2.0/networks?id=65d263a3-c06c-4fc2-b6db-fb0d4c7cfc3b HTTP/1.1" status: 200 len: 809 time: 0.2533472 Jun 14 14:49:09.516652 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.v2.base [req-c0e31114-5150-45e7-8e16-687e4885cf05 req-7043d8bf-0be4-495f-a928-4f9401fd2b6b tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Request body: {'port': {'device_id': 'ea6f0941-9095-4419-a32d-ab4c6ffadfab', 'network_id': '65d263a3-c06c-4fc2-b6db-fb0d4c7cfc3b', 'admin_state_up': True, 'tenant_id': 'da56ce54d59a44f98a82e3932b694c1c'}} {{(pid=99483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:49:09.797806 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0e31114-5150-45e7-8e16-687e4885cf05 req-7043d8bf-0be4-495f-a928-4f9401fd2b6b tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Made reservation on behalf of da56ce54d59a44f98a82e3932b694c1c for: {'port': 1} {{(pid=99483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:49:09.801681 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-c0e31114-5150-45e7-8e16-687e4885cf05 req-7043d8bf-0be4-495f-a928-4f9401fd2b6b tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905267'] for port, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:09.853392 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb418a6-1212-460f-8f74-315161fc09df req-b0b5e115-a8c5-4e92-a53d-e47cf554ac6c tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:09.856139 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-4bb418a6-1212-460f-8f74-315161fc09df req-b0b5e115-a8c5-4e92-a53d-e47cf554ac6c tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=544ef9a6-fafa-4c97-bbd9-004212687a60 HTTP/1.1" status: 200 len: 945 time: 0.0964463 Jun 14 14:49:09.934064 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-4bb418a6-1212-460f-8f74-315161fc09df req-e534e7dc-a2a7-4fbc-a3a8-01e1db23b830 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692844 Jun 14 14:49:10.176998 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.db_base_plugin_common [req-c0e31114-5150-45e7-8e16-687e4885cf05 req-7043d8bf-0be4-495f-a928-4f9401fd2b6b tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Allocated IP 172.20.0.4 (65d263a3-c06c-4fc2-b6db-fb0d4c7cfc3b/b8eb8a53-71cf-41bf-a4d0-30555c3f298c/b858a333-d207-40df-8283-c80822869667) {{(pid=99483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:49:10.374890 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-c0e31114-5150-45e7-8e16-687e4885cf05 req-7043d8bf-0be4-495f-a928-4f9401fd2b6b tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Notify callbacks [] for port, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:10.541498 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-c0e31114-5150-45e7-8e16-687e4885cf05 req-7043d8bf-0be4-495f-a928-4f9401fd2b6b tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-905456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763375065887'] for port, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:10.545878 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:10.549767 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-06a5a8a4-d34b-4506-bcae-a580187f2fab req-8a860025-9968-4d57-bd2f-a5ffd0c0a76b tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea6f0941-9095-4419-a32d-ab4c6ffadfab HTTP/1.1" status: 200 len: 210 time: 0.0340526 Jun 14 14:49:10.604996 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0e31114-5150-45e7-8e16-687e4885cf05 req-7043d8bf-0be4-495f-a928-4f9401fd2b6b tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Network 65d263a3-c06c-4fc2-b6db-fb0d4c7cfc3b is already hosted by enough agents. {{(pid=99483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:49:10.608481 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.base_scheduler [req-c0e31114-5150-45e7-8e16-687e4885cf05 req-7043d8bf-0be4-495f-a928-4f9401fd2b6b tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Resources bound (agent type, host, resource id): {{(pid=99483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:49:10.613107 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0e31114-5150-45e7-8e16-687e4885cf05 req-7043d8bf-0be4-495f-a928-4f9401fd2b6b tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Received port after_create {{(pid=99483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:49:10.618736 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e31114-5150-45e7-8e16-687e4885cf05 req-7043d8bf-0be4-495f-a928-4f9401fd2b6b tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:10.619611 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-c0e31114-5150-45e7-8e16-687e4885cf05 req-7043d8bf-0be4-495f-a928-4f9401fd2b6b tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699218'] for port, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:10.629289 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7043d8bf-0be4-495f-a928-4f9401fd2b6b tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Pushing event updated for resources: {'Port': ['ID=b858a333-d207-40df-8283-c80822869667,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:10.635168 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-7043d8bf-0be4-495f-a928-4f9401fd2b6b tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:10.758508 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-c0e31114-5150-45e7-8e16-687e4885cf05 req-7043d8bf-0be4-495f-a928-4f9401fd2b6b tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2463570 Jun 14 14:49:10.777644 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.v2.base [req-c0e31114-5150-45e7-8e16-687e4885cf05 req-2eed00d1-b21c-4d56-b15b-2df0c7df2b77 service neutron] Request body: {'port': {'device_id': 'ea6f0941-9095-4419-a32d-ab4c6ffadfab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-72618'}} {{(pid=99483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:49:10.878515 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-c0e31114-5150-45e7-8e16-687e4885cf05 req-2eed00d1-b21c-4d56-b15b-2df0c7df2b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:11.263436 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8cb3a9-d155-4298-b14d-46c7a6c96d79 req-7e5f83bd-fb5b-4edc-8471-b957cb2e5c54 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:11.264949 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-bd8cb3a9-d155-4298-b14d-46c7a6c96d79 req-7e5f83bd-fb5b-4edc-8471-b957cb2e5c54 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=544ef9a6-fafa-4c97-bbd9-004212687a60 HTTP/1.1" status: 200 len: 945 time: 0.1896627 Jun 14 14:49:11.346962 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-bd8cb3a9-d155-4298-b14d-46c7a6c96d79 req-d1f09761-8d7e-4ea7-9dd9-8d61be57b47e tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744565 Jun 14 14:49:11.372374 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.notifiers.nova [req-c0e31114-5150-45e7-8e16-687e4885cf05 req-2eed00d1-b21c-4d56-b15b-2df0c7df2b77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b858a333-d207-40df-8283-c80822869667 {{(pid=99483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:49:11.381688 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-c0e31114-5150-45e7-8e16-687e4885cf05 req-2eed00d1-b21c-4d56-b15b-2df0c7df2b77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:11.401821 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.provisioning_blocks [req-c0e31114-5150-45e7-8e16-687e4885cf05 req-2eed00d1-b21c-4d56-b15b-2df0c7df2b77 service neutron] Transition to ACTIVE for port object b858a333-d207-40df-8283-c80822869667 will not be triggered until provisioned by entity L2. {{(pid=99483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:49:11.717445 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-c0e31114-5150-45e7-8e16-687e4885cf05 req-2eed00d1-b21c-4d56-b15b-2df0c7df2b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:11.719960 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:11.747809 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d091adab-4549-4a63-b29b-7d2a0ca32551 req-0cfcea1e-bbf0-429e-9fd9-3f1760a09dd7 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:11.749460 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-d091adab-4549-4a63-b29b-7d2a0ca32551 req-0cfcea1e-bbf0-429e-9fd9-3f1760a09dd7 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea6f0941-9095-4419-a32d-ab4c6ffadfab HTTP/1.1" status: 200 len: 931 time: 0.0811455 Jun 14 14:49:11.804660 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-d091adab-4549-4a63-b29b-7d2a0ca32551 req-875c2db2-0bb8-4ddb-afb4-bfd602fc7a79 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4412ae9-ed24-4ba9-9bee-87c45de8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462441 Jun 14 14:49:11.865328 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eed00d1-b21c-4d56-b15b-2df0c7df2b77 service neutron] Pushing event updated for resources: {'Port': ['ID=b858a333-d207-40df-8283-c80822869667,revision_number=2']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:11.870487 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-2eed00d1-b21c-4d56-b15b-2df0c7df2b77 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:11.909991 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.managers [req-c0e31114-5150-45e7-8e16-687e4885cf05 req-2eed00d1-b21c-4d56-b15b-2df0c7df2b77 service neutron] Attempting to bind port b858a333-d207-40df-8283-c80822869667 on host hv-cinder-72618 for vnic_type normal with profile {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:49:11.910329 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.managers [req-c0e31114-5150-45e7-8e16-687e4885cf05 req-2eed00d1-b21c-4d56-b15b-2df0c7df2b77 service neutron] Attempting to bind port b858a333-d207-40df-8283-c80822869667 by drivers openvswitch,hyperv on host hv-cinder-72618 at level 0 using segments [{'id': '1032d505-c774-4d39-a3ca-73b0d1b09fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '65d263a3-c06c-4fc2-b6db-fb0d4c7cfc3b'}] {{(pid=99483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:49:11.910662 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e31114-5150-45e7-8e16-687e4885cf05 req-2eed00d1-b21c-4d56-b15b-2df0c7df2b77 service neutron] Attempting to bind port b858a333-d207-40df-8283-c80822869667 on network 65d263a3-c06c-4fc2-b6db-fb0d4c7cfc3b {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:49:11.915006 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e31114-5150-45e7-8e16-687e4885cf05 req-2eed00d1-b21c-4d56-b15b-2df0c7df2b77 service neutron] Port b858a333-d207-40df-8283-c80822869667 on network 65d263a3-c06c-4fc2-b6db-fb0d4c7cfc3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-72618 {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 14:49:11.915329 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e31114-5150-45e7-8e16-687e4885cf05 req-2eed00d1-b21c-4d56-b15b-2df0c7df2b77 service neutron] Attempting to bind port b858a333-d207-40df-8283-c80822869667 on network 65d263a3-c06c-4fc2-b6db-fb0d4c7cfc3b {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:49:11.920497 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e31114-5150-45e7-8e16-687e4885cf05 req-2eed00d1-b21c-4d56-b15b-2df0c7df2b77 service neutron] Checking agent: {'id': '75f5f45e-0f41-4f3b-9aad-8e3a5980501e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-72618', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 44, 59), 'started_at': datetime.datetime(2021, 6, 14, 14, 44, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:49:11.920836 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e31114-5150-45e7-8e16-687e4885cf05 req-2eed00d1-b21c-4d56-b15b-2df0c7df2b77 service neutron] Checking segment: {'id': '1032d505-c774-4d39-a3ca-73b0d1b09fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '65d263a3-c06c-4fc2-b6db-fb0d4c7cfc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:49:11.921240 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e31114-5150-45e7-8e16-687e4885cf05 req-2eed00d1-b21c-4d56-b15b-2df0c7df2b77 service neutron] Bound using segment: {'id': '1032d505-c774-4d39-a3ca-73b0d1b09fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '65d263a3-c06c-4fc2-b6db-fb0d4c7cfc3b'} {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:49:11.921656 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.managers [req-c0e31114-5150-45e7-8e16-687e4885cf05 req-2eed00d1-b21c-4d56-b15b-2df0c7df2b77 service neutron] Bound port: b858a333-d207-40df-8283-c80822869667, host: hv-cinder-72618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1032d505-c774-4d39-a3ca-73b0d1b09fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '65d263a3-c06c-4fc2-b6db-fb0d4c7cfc3b'}}] {{(pid=99483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:49:11.922012 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-c0e31114-5150-45e7-8e16-687e4885cf05 req-2eed00d1-b21c-4d56-b15b-2df0c7df2b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:12.005318 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.db [req-c0e31114-5150-45e7-8e16-687e4885cf05 req-2eed00d1-b21c-4d56-b15b-2df0c7df2b77 service neutron] For port b858a333-d207-40df-8283-c80822869667, host hv-cinder-72618, cleared binding levels {{(pid=99483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:49:12.008685 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.db [req-c0e31114-5150-45e7-8e16-687e4885cf05 req-2eed00d1-b21c-4d56-b15b-2df0c7df2b77 service neutron] For port b858a333-d207-40df-8283-c80822869667, host hv-cinder-72618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=b858a333-d207-40df-8283-c80822869667,segment=NetworkSegment(1032d505-c774-4d39-a3ca-73b0d1b09fb4),segment_id=1032d505-c774-4d39-a3ca-73b0d1b09fb4)] {{(pid=99483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:49:12.222148 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-c0e31114-5150-45e7-8e16-687e4885cf05 req-2eed00d1-b21c-4d56-b15b-2df0c7df2b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:12.224605 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:12.270000 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e31114-5150-45e7-8e16-687e4885cf05 req-2eed00d1-b21c-4d56-b15b-2df0c7df2b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:12.270628 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-c0e31114-5150-45e7-8e16-687e4885cf05 req-2eed00d1-b21c-4d56-b15b-2df0c7df2b77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699218'] for port, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:12.272036 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-c0e31114-5150-45e7-8e16-687e4885cf05 req-2eed00d1-b21c-4d56-b15b-2df0c7df2b77 service neutron] 10.222.0.21 "PUT /v2.0/ports/b858a333-d207-40df-8283-c80822869667 HTTP/1.1" status: 200 len: 1093 time: 1.4990437 Jun 14 14:49:12.272522 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea6f0941-9095-4419-a32d-ab4c6ffadfab', 'tag': 'b858a333-d207-40df-8283-c80822869667'}] {{(pid=99483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:49:12.275068 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10e764dcb54ca1904200e902db0bf3fc798e652e4e20eb5cbfc1ab196cf52753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d050c9af-24cf-49bb-b55c-1627ba03e843" -d '{"events": [{"name": "network-changed", "server_uuid": "ea6f0941-9095-4419-a32d-ab4c6ffadfab", "tag": "b858a333-d207-40df-8283-c80822869667"}]}' {{(pid=99483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:49:12.305574 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eed00d1-b21c-4d56-b15b-2df0c7df2b77 service neutron] Pushing event updated for resources: {'Port': ['ID=b858a333-d207-40df-8283-c80822869667,revision_number=3']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:12.315649 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-2eed00d1-b21c-4d56-b15b-2df0c7df2b77 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:12.332196 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 14:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa0c2456-9e12-416f-bab4-42834764ecbb x-openstack-request-id: req-fa0c2456-9e12-416f-bab4-42834764ecbb {{(pid=99483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:49:12.332743 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea6f0941-9095-4419-a32d-ab4c6ffadfab", "tag": "b858a333-d207-40df-8283-c80822869667", "status": "completed", "code": 200}]} {{(pid=99483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:49:12.337673 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fa0c2456-9e12-416f-bab4-42834764ecbb {{(pid=99483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:49:12.337673 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea6f0941-9095-4419-a32d-ab4c6ffadfab', 'tag': 'b858a333-d207-40df-8283-c80822869667', 'status': 'completed', 'code': 200} Jun 14 14:49:12.426253 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d050c9af-24cf-49bb-b55c-1627ba03e843 req-7d915546-6300-4f66-928e-e823e8ebb586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:12.427800 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-d050c9af-24cf-49bb-b55c-1627ba03e843 req-7d915546-6300-4f66-928e-e823e8ebb586 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=da56ce54d59a44f98a82e3932b694c1c&device_id=ea6f0941-9095-4419-a32d-ab4c6ffadfab HTTP/1.1" status: 200 len: 1096 time: 0.0685031 Jun 14 14:49:12.603211 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3f19bd-4acf-4c57-91e7-c5575e9d243e req-c0d60334-67f0-444f-8edd-0a202a25a43c tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:12.605253 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-df3f19bd-4acf-4c57-91e7-c5575e9d243e req-c0d60334-67f0-444f-8edd-0a202a25a43c tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=544ef9a6-fafa-4c97-bbd9-004212687a60 HTTP/1.1" status: 200 len: 945 time: 0.1179934 Jun 14 14:49:12.696181 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-df3f19bd-4acf-4c57-91e7-c5575e9d243e req-55c29aca-00ed-41fb-878d-701201cf20e2 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814283 Jun 14 14:49:12.757419 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d050c9af-24cf-49bb-b55c-1627ba03e843 req-747523ae-e53b-4740-bc33-d7277162bc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:12.759002 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-d050c9af-24cf-49bb-b55c-1627ba03e843 req-747523ae-e53b-4740-bc33-d7277162bc7b service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=da56ce54d59a44f98a82e3932b694c1c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3222466 Jun 14 14:49:12.987609 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d050c9af-24cf-49bb-b55c-1627ba03e843 req-d743dce9-f2d8-4f4c-a925-f4db85ed8542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:12.989204 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-d050c9af-24cf-49bb-b55c-1627ba03e843 req-d743dce9-f2d8-4f4c-a925-f4db85ed8542 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2236488 Jun 14 14:49:13.123380 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e31114-5150-45e7-8e16-687e4885cf05 req-11e93cfe-1430-4277-82fc-14058b473760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:13.125012 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-c0e31114-5150-45e7-8e16-687e4885cf05 req-11e93cfe-1430-4277-82fc-14058b473760 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=da56ce54d59a44f98a82e3932b694c1c&device_id=ea6f0941-9095-4419-a32d-ab4c6ffadfab HTTP/1.1" status: 200 len: 1096 time: 0.0749271 Jun 14 14:49:13.193875 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-c0e31114-5150-45e7-8e16-687e4885cf05 req-ab79a556-663c-4cc1-84e8-a8f0375a436d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b858a333-d207-40df-8283-c80822869667 HTTP/1.1" status: 200 len: 217 time: 0.0538502 Jun 14 14:49:13.269405 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e31114-5150-45e7-8e16-687e4885cf05 req-e6b1b331-fb3d-4c24-b816-c5ddad5dc629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:13.271011 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-c0e31114-5150-45e7-8e16-687e4885cf05 req-e6b1b331-fb3d-4c24-b816-c5ddad5dc629 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b8eb8a53-71cf-41bf-a4d0-30555c3f298c HTTP/1.1" status: 200 len: 849 time: 0.0653136 Jun 14 14:49:13.313417 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-c0e31114-5150-45e7-8e16-687e4885cf05 req-23761c52-2c51-4788-9239-c76ba379f8a2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=65d263a3-c06c-4fc2-b6db-fb0d4c7cfc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336747 Jun 14 14:49:13.493247 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb18a9-8bb9-4662-a322-0b95aa32b6bf req-7dbdf11a-d145-4d59-8dd5-6567b0e39306 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:13.494930 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-b0fb18a9-8bb9-4662-a322-0b95aa32b6bf req-7dbdf11a-d145-4d59-8dd5-6567b0e39306 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea6f0941-9095-4419-a32d-ab4c6ffadfab HTTP/1.1" status: 200 len: 943 time: 0.1807060 Jun 14 14:49:13.499107 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-c0e31114-5150-45e7-8e16-687e4885cf05 req-47361947-4cee-43dc-afb3-c73152463985 service neutron] 10.222.0.21 "GET /v2.0/networks/65d263a3-c06c-4fc2-b6db-fb0d4c7cfc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514685 Jun 14 14:49:13.582980 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-b0fb18a9-8bb9-4662-a322-0b95aa32b6bf req-f3493c04-0ae7-4074-b9f3-be4639ddd6a1 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4412ae9-ed24-4ba9-9bee-87c45de8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764489 Jun 14 14:49:13.620862 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8128472e-ff05-4a80-af80-dce922906a06 req-6f12780f-976e-4087-b641-9bd2e79cd94b tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:13.628126 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-8128472e-ff05-4a80-af80-dce922906a06 req-6f12780f-976e-4087-b641-9bd2e79cd94b tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=517c6891-dd10-4a1f-9bbc-312ff0548f30 HTTP/1.1" status: 200 len: 945 time: 0.0878685 Jun 14 14:49:13.680475 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-c0e31114-5150-45e7-8e16-687e4885cf05 req-cae80d35-0690-4e4a-9a32-3cda3b6d4e46 service neutron] 10.222.0.21 "GET /v2.0/networks/65d263a3-c06c-4fc2-b6db-fb0d4c7cfc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601655 Jun 14 14:49:13.715345 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-8128472e-ff05-4a80-af80-dce922906a06 req-3d404f5c-aa03-4397-9894-40d821719a93 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=1347ac37-5848-4178-9b5e-4b2149ac523e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627010 Jun 14 14:49:14.789714 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a7acd3-b888-4b14-9c14-84bc10a39c1a req-dad08be1-5292-42e5-914b-d116b5cd5fd1 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:14.791955 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-38a7acd3-b888-4b14-9c14-84bc10a39c1a req-dad08be1-5292-42e5-914b-d116b5cd5fd1 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea6f0941-9095-4419-a32d-ab4c6ffadfab HTTP/1.1" status: 200 len: 943 time: 0.0849495 Jun 14 14:49:14.839286 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-38a7acd3-b888-4b14-9c14-84bc10a39c1a req-61703531-1dd2-4b73-afa7-1c5f6f1d7935 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4412ae9-ed24-4ba9-9bee-87c45de8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388343 Jun 14 14:49:14.857462 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device b858a333-d207-40df-8283-c80822869667 details requested by agent hyperv_hv-cinder-72618 with host hv-cinder-72618 {{(pid=99485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 14:49:14.934066 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b918e-d01d-4f05-ad00-11042404f440 req-c98c4692-5d48-4f5b-88ab-040ecb2e2bd7 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:14.941396 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-8c9b918e-d01d-4f05-ad00-11042404f440 req-c98c4692-5d48-4f5b-88ab-040ecb2e2bd7 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=517c6891-dd10-4a1f-9bbc-312ff0548f30 HTTP/1.1" status: 200 len: 945 time: 0.0893629 Jun 14 14:49:14.988226 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-8c9b918e-d01d-4f05-ad00-11042404f440 req-a0d0aaea-ee64-4baf-a4ec-32164286f33b tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=1347ac37-5848-4178-9b5e-4b2149ac523e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457404 Jun 14 14:49:15.134270 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] For port b858a333-d207-40df-8283-c80822869667, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=b858a333-d207-40df-8283-c80822869667,segment=NetworkSegment(1032d505-c774-4d39-a3ca-73b0d1b09fb4),segment_id=1032d505-c774-4d39-a3ca-73b0d1b09fb4)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:49:15.146242 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Returning: {'device': 'b858a333-d207-40df-8283-c80822869667', 'network_id': '65d263a3-c06c-4fc2-b6db-fb0d4c7cfc3b', 'port_id': 'b858a333-d207-40df-8283-c80822869667', 'mac_address': 'fa:16:3e:25:de:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8eb8a53-71cf-41bf-a4d0-30555c3f298c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 14:49:15.191527 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:15.207503 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.notifiers.nova [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b858a333-d207-40df-8283-c80822869667 {{(pid=99485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:49:15.233691 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] For port b858a333-d207-40df-8283-c80822869667, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=b858a333-d207-40df-8283-c80822869667,segment=NetworkSegment(1032d505-c774-4d39-a3ca-73b0d1b09fb4),segment_id=1032d505-c774-4d39-a3ca-73b0d1b09fb4)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:49:15.357492 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:15.359337 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-9069bab6-00a6-4ef6-acef-17ecc32fff44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:15.418124 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Pushing event updated for resources: {'Port': ['ID=b858a333-d207-40df-8283-c80822869667,revision_number=4']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:15.425725 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:15.426061 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:15.426394 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:15.426724 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:15.427048 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:15.427390 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:15.427696 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:15.428024 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:15.428376 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:15.428704 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:15.429019 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:15.429332 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:15.434464 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:15.709902 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] get_ports_and_sgs() called for port_ids ['b858a333-d207-40df-8283-c80822869667'] {{(pid=99485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 14:49:16.039698 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1845ac2-3d3c-44f6-a648-09e7b06d846b req-31a886cd-9702-40bd-98f1-d8adcc0ee42b tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:16.041433 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-e1845ac2-3d3c-44f6-a648-09e7b06d846b req-31a886cd-9702-40bd-98f1-d8adcc0ee42b tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea6f0941-9095-4419-a32d-ab4c6ffadfab HTTP/1.1" status: 200 len: 944 time: 0.0798712 Jun 14 14:49:16.088050 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-e1845ac2-3d3c-44f6-a648-09e7b06d846b req-629ce22e-4882-4f21-b8b3-56bd7081a136 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4412ae9-ed24-4ba9-9bee-87c45de8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400016 Jun 14 14:49:16.201152 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7313493-de47-4a6a-a3dc-f61fc05748c0 req-666d1217-0d34-431f-bd78-e6ec3c79f4c2 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:16.202674 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-f7313493-de47-4a6a-a3dc-f61fc05748c0 req-666d1217-0d34-431f-bd78-e6ec3c79f4c2 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=517c6891-dd10-4a1f-9bbc-312ff0548f30 HTTP/1.1" status: 200 len: 945 time: 0.0803401 Jun 14 14:49:16.250564 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-f7313493-de47-4a6a-a3dc-f61fc05748c0 req-30e9ccce-8157-4154-a5e5-df2eb9a955ee tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=1347ac37-5848-4178-9b5e-4b2149ac523e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402496 Jun 14 14:49:16.870930 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device b858a333-d207-40df-8283-c80822869667 up at agent hyperv_hv-cinder-72618 {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:49:17.094630 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Provisioning for port b858a333-d207-40df-8283-c80822869667 completed by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:49:17.101749 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Provisioning complete for port b858a333-d207-40df-8283-c80822869667 triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:49:17.101749 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:17.200441 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:17.229506 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea6f0941-9095-4419-a32d-ab4c6ffadfab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b858a333-d207-40df-8283-c80822869667'}] {{(pid=99485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:49:17.232334 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb48b8a921a599a4918edb6fe4edb23e72f7f4aaa6ba2d648db764b95ae78972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d4346e-1487-46a7-b4db-457ed3a77117" -d '{"events": [{"server_uuid": "ea6f0941-9095-4419-a32d-ab4c6ffadfab", "name": "network-vif-plugged", "status": "completed", "tag": "b858a333-d207-40df-8283-c80822869667"}]}' {{(pid=99485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:49:17.251080 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] For port b858a333-d207-40df-8283-c80822869667, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=b858a333-d207-40df-8283-c80822869667,segment=NetworkSegment(1032d505-c774-4d39-a3ca-73b0d1b09fb4),segment_id=1032d505-c774-4d39-a3ca-73b0d1b09fb4)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:49:17.278641 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 14:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507648eb-af35-4e88-9132-a667f4e7c48c x-openstack-request-id: req-507648eb-af35-4e88-9132-a667f4e7c48c {{(pid=99485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:49:17.279514 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea6f0941-9095-4419-a32d-ab4c6ffadfab", "name": "network-vif-plugged", "status": "completed", "tag": "b858a333-d207-40df-8283-c80822869667", "code": 200}]} {{(pid=99485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:49:17.279784 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-507648eb-af35-4e88-9132-a667f4e7c48c {{(pid=99485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:49:17.280216 dv-cinder-726180-9-iscsi neutron-server[99485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea6f0941-9095-4419-a32d-ab4c6ffadfab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b858a333-d207-40df-8283-c80822869667', 'code': 200} Jun 14 14:49:17.340596 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:17.351920 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:17.461644 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Pushing event updated for resources: {'Port': ['ID=b858a333-d207-40df-8283-c80822869667,revision_number=5']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:17.469065 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:17.543503 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac56892-e4fe-4a21-b456-c0de0f80ed27 req-65797f87-5b33-4848-80bb-eed9a0c05ff7 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:17.545934 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-8ac56892-e4fe-4a21-b456-c0de0f80ed27 req-65797f87-5b33-4848-80bb-eed9a0c05ff7 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea6f0941-9095-4419-a32d-ab4c6ffadfab HTTP/1.1" status: 200 len: 944 time: 0.3346994 Jun 14 14:49:17.598116 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-8ac56892-e4fe-4a21-b456-c0de0f80ed27 req-b83c81bf-382b-4f98-9cc8-3facc976398b tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4412ae9-ed24-4ba9-9bee-87c45de8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441372 Jun 14 14:49:17.653063 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae29b0-3af9-4d67-9900-89e09cfdce70 req-b7853792-46a1-4db6-b010-17fe256978c5 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:17.654430 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-1cae29b0-3af9-4d67-9900-89e09cfdce70 req-b7853792-46a1-4db6-b010-17fe256978c5 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=517c6891-dd10-4a1f-9bbc-312ff0548f30 HTTP/1.1" status: 200 len: 945 time: 0.0822608 Jun 14 14:49:17.700086 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-1cae29b0-3af9-4d67-9900-89e09cfdce70 req-74dae4cf-1325-43c1-be23-789f0ae5e358 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=1347ac37-5848-4178-9b5e-4b2149ac523e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395596 Jun 14 14:49:17.787286 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e4600d-5758-46c3-9f73-6caf5b9c6597 req-8791a6e0-1b25-416a-891c-04844a671916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:17.788833 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-94e4600d-5758-46c3-9f73-6caf5b9c6597 req-8791a6e0-1b25-416a-891c-04844a671916 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ea6f0941-9095-4419-a32d-ab4c6ffadfab HTTP/1.1" status: 200 len: 1098 time: 0.0640786 Jun 14 14:49:17.831891 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-94e4600d-5758-46c3-9f73-6caf5b9c6597 req-8a3137cf-4504-4371-b231-0765ef747771 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e4412ae9-ed24-4ba9-9bee-87c45de8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363882 Jun 14 14:49:18.813323 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b72b80-bb7b-4912-9ece-d95e30305ed1 req-7806f671-ecfb-4efa-af78-16f07298fa75 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:18.814962 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-04b72b80-bb7b-4912-9ece-d95e30305ed1 req-7806f671-ecfb-4efa-af78-16f07298fa75 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea6f0941-9095-4419-a32d-ab4c6ffadfab HTTP/1.1" status: 200 len: 945 time: 0.0981746 Jun 14 14:49:18.859107 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-04b72b80-bb7b-4912-9ece-d95e30305ed1 req-28370405-c37e-4fae-9987-1bdb1ba193aa tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4412ae9-ed24-4ba9-9bee-87c45de8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382969 Jun 14 14:49:19.052946 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d08881-0edb-481b-8d24-d6b978838722 req-c630ce56-11a4-44f2-8216-a69c1a3e4ac5 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:19.054688 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-48d08881-0edb-481b-8d24-d6b978838722 req-c630ce56-11a4-44f2-8216-a69c1a3e4ac5 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=517c6891-dd10-4a1f-9bbc-312ff0548f30 HTTP/1.1" status: 200 len: 945 time: 0.0855718 Jun 14 14:49:19.104684 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-48d08881-0edb-481b-8d24-d6b978838722 req-edb6ae2e-0111-4468-a928-8ab1a745bfce tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=1347ac37-5848-4178-9b5e-4b2149ac523e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384374 Jun 14 14:49:19.119951 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c288cae-8ff1-400c-b328-3d947de8440b req-43de8e16-856d-4d95-8e32-18c390554b53 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:19.121536 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-6c288cae-8ff1-400c-b328-3d947de8440b req-43de8e16-856d-4d95-8e32-18c390554b53 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=271f1bd4-4895-42e2-8f36-0ac8e95c61e6 HTTP/1.1" status: 200 len: 945 time: 0.0959504 Jun 14 14:49:19.171133 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-6c288cae-8ff1-400c-b328-3d947de8440b req-1c0f18e3-eef4-4d8f-a389-bfc954e4192f tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381744 Jun 14 14:49:20.048857 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ce2b9f-b3ae-410b-aa91-66db2b7006b2 req-50836d82-64b0-49c6-af92-f304a55cde72 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:20.050378 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-74ce2b9f-b3ae-410b-aa91-66db2b7006b2 req-50836d82-64b0-49c6-af92-f304a55cde72 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea6f0941-9095-4419-a32d-ab4c6ffadfab HTTP/1.1" status: 200 len: 945 time: 0.0709894 Jun 14 14:49:20.102594 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-74ce2b9f-b3ae-410b-aa91-66db2b7006b2 req-921047fe-c8db-4e0d-bcde-40011113033a tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4412ae9-ed24-4ba9-9bee-87c45de8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457745 Jun 14 14:49:20.330556 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58228ab7-36c0-41ef-81f2-cf850f161d51 req-36536365-6d03-4e62-86a7-05cbf9cc5c9d tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:20.332046 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-58228ab7-36c0-41ef-81f2-cf850f161d51 req-36536365-6d03-4e62-86a7-05cbf9cc5c9d tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=517c6891-dd10-4a1f-9bbc-312ff0548f30 HTTP/1.1" status: 200 len: 945 time: 0.0973001 Jun 14 14:49:20.378465 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-58228ab7-36c0-41ef-81f2-cf850f161d51 req-e2c583ac-b58a-4598-a813-32d73dec57eb tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=1347ac37-5848-4178-9b5e-4b2149ac523e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405831 Jun 14 14:49:20.399229 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e7d85f-9b6f-4d16-b8d0-5dc9823022b6 req-2c030df9-ea13-4e6b-bc80-748383f2885e tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:20.405956 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-b6e7d85f-9b6f-4d16-b8d0-5dc9823022b6 req-2c030df9-ea13-4e6b-bc80-748383f2885e tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=271f1bd4-4895-42e2-8f36-0ac8e95c61e6 HTTP/1.1" status: 200 len: 945 time: 0.1030650 Jun 14 14:49:20.447031 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-b6e7d85f-9b6f-4d16-b8d0-5dc9823022b6 req-0bf0c570-931f-4b41-8887-0e24ac5d6e1a tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386190 Jun 14 14:49:21.615684 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a47adf-ba98-4f28-a74d-b0b20d4eb742 req-9efb56e3-3ca9-43f4-8f62-c6e9ba98f9db tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:21.617227 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-31a47adf-ba98-4f28-a74d-b0b20d4eb742 req-9efb56e3-3ca9-43f4-8f62-c6e9ba98f9db tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=517c6891-dd10-4a1f-9bbc-312ff0548f30 HTTP/1.1" status: 200 len: 945 time: 0.0736594 Jun 14 14:49:21.665758 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-31a47adf-ba98-4f28-a74d-b0b20d4eb742 req-4eac5b21-a003-4469-b5da-da3e2f87b5b7 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=1347ac37-5848-4178-9b5e-4b2149ac523e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425398 Jun 14 14:49:22.080350 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc3e941-50b1-433e-b327-4dc7eb11bc22 req-15668ae6-6857-4305-adb0-b47f8c60ca0d tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:22.081792 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-5cc3e941-50b1-433e-b327-4dc7eb11bc22 req-15668ae6-6857-4305-adb0-b47f8c60ca0d tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea6f0941-9095-4419-a32d-ab4c6ffadfab HTTP/1.1" status: 200 len: 945 time: 0.0751476 Jun 14 14:49:22.091804 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f8b5e6-6547-471d-ad26-83176b271394 req-510040bd-e693-4033-a423-6b78dc73620c tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:22.093378 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-d2f8b5e6-6547-471d-ad26-83176b271394 req-510040bd-e693-4033-a423-6b78dc73620c tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=271f1bd4-4895-42e2-8f36-0ac8e95c61e6 HTTP/1.1" status: 200 len: 945 time: 0.0777557 Jun 14 14:49:22.129961 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-5cc3e941-50b1-433e-b327-4dc7eb11bc22 req-9b67ceda-5fb7-4d69-b765-117a6641c5b8 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4412ae9-ed24-4ba9-9bee-87c45de8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419707 Jun 14 14:49:22.141598 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-d2f8b5e6-6547-471d-ad26-83176b271394 req-4d8d6249-1160-4522-a238-da085b93aee8 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401781 Jun 14 14:49:22.868720 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdb7568-ead2-4571-897c-582ddef12b40 req-57da795e-5446-491e-ab7f-b4ec894647ba tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:22.870441 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-ecdb7568-ead2-4571-897c-582ddef12b40 req-57da795e-5446-491e-ab7f-b4ec894647ba tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=517c6891-dd10-4a1f-9bbc-312ff0548f30 HTTP/1.1" status: 200 len: 945 time: 0.0719378 Jun 14 14:49:22.919501 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-ecdb7568-ead2-4571-897c-582ddef12b40 req-45779909-3dd5-4d2e-86a9-503a572c38f9 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=1347ac37-5848-4178-9b5e-4b2149ac523e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420895 Jun 14 14:49:23.229503 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d57fe-5225-4ef7-a5e0-0e426f9478c2 req-b6b90d48-566a-4eb0-8d46-82d1e86dfbdf tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:23.231648 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-7b3d57fe-5225-4ef7-a5e0-0e426f9478c2 req-b6b90d48-566a-4eb0-8d46-82d1e86dfbdf tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.21 "GET /v2.0/ports?device_id=271f1bd4-4895-42e2-8f36-0ac8e95c61e6 HTTP/1.1" status: 200 len: 945 time: 0.0798299 Jun 14 14:49:23.341381 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d98e4d-11cd-4278-ada4-bce53c399865 req-5ee1be7c-3e8c-4ede-98b9-2dedd3f83307 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:23.343022 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-19d98e4d-11cd-4278-ada4-bce53c399865 req-5ee1be7c-3e8c-4ede-98b9-2dedd3f83307 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=271f1bd4-4895-42e2-8f36-0ac8e95c61e6 HTTP/1.1" status: 200 len: 945 time: 0.0782828 Jun 14 14:49:23.391060 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-19d98e4d-11cd-4278-ada4-bce53c399865 req-fb421b07-2965-4a26-b41c-c5cbf4b2027f tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411098 Jun 14 14:49:23.452775 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10731841-728b-45d2-93ec-1268e38f4a5e req-6e003868-1fc2-4d07-b226-f3b6446094bc tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:23.455103 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-10731841-728b-45d2-93ec-1268e38f4a5e req-6e003868-1fc2-4d07-b226-f3b6446094bc tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea6f0941-9095-4419-a32d-ab4c6ffadfab HTTP/1.1" status: 200 len: 945 time: 0.1993840 Jun 14 14:49:23.464077 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.plugin [req-7b3d57fe-5225-4ef7-a5e0-0e426f9478c2 req-86ec9bf6-aa8c-4504-86a0-4393a45393d5 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Deleting port d9bb20f8-8a47-4ef7-97f1-5fbb1347a20a {{(pid=99483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:49:23.465438 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-7b3d57fe-5225-4ef7-a5e0-0e426f9478c2 req-86ec9bf6-aa8c-4504-86a0-4393a45393d5 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375454248'] for port, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:23.599458 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-10731841-728b-45d2-93ec-1268e38f4a5e req-baf56591-9226-4e9f-ac70-42e4aafe9010 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4412ae9-ed24-4ba9-9bee-87c45de8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305761 Jun 14 14:49:23.605198 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 32966) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:23.625212 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.db [req-7b3d57fe-5225-4ef7-a5e0-0e426f9478c2 req-86ec9bf6-aa8c-4504-86a0-4393a45393d5 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] For port d9bb20f8-8a47-4ef7-97f1-5fbb1347a20a, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=d9bb20f8-8a47-4ef7-97f1-5fbb1347a20a,segment=NetworkSegment(0acbc633-2344-41ea-9343-14810d63bf7d),segment_id=0acbc633-2344-41ea-9343-14810d63bf7d)] {{(pid=99483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:49:23.626174 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-7b3d57fe-5225-4ef7-a5e0-0e426f9478c2 req-86ec9bf6-aa8c-4504-86a0-4393a45393d5 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4046836'] for port, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:23.723801 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9bce9d00-971a-42bd-8366-0118523f1edc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:23.741845 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.plugin [req-7b3d57fe-5225-4ef7-a5e0-0e426f9478c2 req-86ec9bf6-aa8c-4504-86a0-4393a45393d5 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Calling delete_port for d9bb20f8-8a47-4ef7-97f1-5fbb1347a20a owned by compute:nova {{(pid=99483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:49:23.830933 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9bce9d00-971a-42bd-8366-0118523f1edc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:23.973943 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9bce9d00-971a-42bd-8366-0118523f1edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:23.976669 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-f30511cf-d873-4b8d-b514-d154510469a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:24.019675 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-9bce9d00-971a-42bd-8366-0118523f1edc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=485e2112dd484f8dba2e8cc610da645e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4133000 Jun 14 14:49:24.020462 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bce9d00-971a-42bd-8366-0118523f1edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef761719-bf52-4aee-b598-216721dd9848,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:24.023031 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 32972) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:24.025024 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-9bce9d00-971a-42bd-8366-0118523f1edc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:24.071521 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-7b3d57fe-5225-4ef7-a5e0-0e426f9478c2 req-86ec9bf6-aa8c-4504-86a0-4393a45393d5 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375458892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763375065896'] for port, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:24.077286 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-1d54e6e5-cd16-424f-a3b6-3085ce8843d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:24.089359 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] get_ports_and_sgs() called for port_ids ['d9bb20f8-8a47-4ef7-97f1-5fbb1347a20a', 'c3abc5e1-9f7c-4b8e-9136-bcb9ef9bb7cf'] {{(pid=99485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 14:49:24.108592 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec9bf6-aa8c-4504-86a0-4393a45393d5 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Pushing event deleted for resources: {'Port': ['ID=d9bb20f8-8a47-4ef7-97f1-5fbb1347a20a,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:24.112076 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-86ec9bf6-aa8c-4504-86a0-4393a45393d5 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:24.153235 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-b9ffb3df-0473-4325-adb0-1b67b416ae35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:24.176553 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c3df8c-b7fd-4cc0-ac27-6cfab7045fe4 req-b251b3a6-8132-4630-8a01-bba4242f46b1 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:24.178118 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-e8c3df8c-b7fd-4cc0-ac27-6cfab7045fe4 req-b251b3a6-8132-4630-8a01-bba4242f46b1 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=517c6891-dd10-4a1f-9bbc-312ff0548f30 HTTP/1.1" status: 200 len: 945 time: 0.1379123 Jun 14 14:49:24.196052 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b3d57fe-5225-4ef7-a5e0-0e426f9478c2 req-86ec9bf6-aa8c-4504-86a0-4393a45393d5 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] No DVR routers for this DVR port d9bb20f8-8a47-4ef7-97f1-5fbb1347a20a on host hv-cinder-72618 {{(pid=99483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 14:49:24.199353 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-7b3d57fe-5225-4ef7-a5e0-0e426f9478c2 req-86ec9bf6-aa8c-4504-86a0-4393a45393d5 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645'] for port, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:24.201469 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-7b3d57fe-5225-4ef7-a5e0-0e426f9478c2 req-86ec9bf6-aa8c-4504-86a0-4393a45393d5 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.21 "DELETE /v2.0/ports/d9bb20f8-8a47-4ef7-97f1-5fbb1347a20a HTTP/1.1" status: 204 len: 173 time: 0.9542391 Jun 14 14:49:24.201902 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-b9ffb3df-0473-4325-adb0-1b67b416ae35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:24.202400 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '271f1bd4-4895-42e2-8f36-0ac8e95c61e6', 'name': 'network-vif-deleted', 'tag': 'd9bb20f8-8a47-4ef7-97f1-5fbb1347a20a'}] {{(pid=99483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:49:24.206359 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10e764dcb54ca1904200e902db0bf3fc798e652e4e20eb5cbfc1ab196cf52753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faebaea8-5fc9-41c4-a42a-ce7e3bf6a80b" -d '{"events": [{"server_uuid": "271f1bd4-4895-42e2-8f36-0ac8e95c61e6", "name": "network-vif-deleted", "tag": "d9bb20f8-8a47-4ef7-97f1-5fbb1347a20a"}]}' {{(pid=99483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:49:24.265478 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-e8c3df8c-b7fd-4cc0-ac27-6cfab7045fe4 req-0e475e50-3142-481c-b28e-52e9f5d694f5 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=1347ac37-5848-4178-9b5e-4b2149ac523e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750308 Jun 14 14:49:24.279991 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 14:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06fc743-3377-47f0-b8bf-96181c02d9fe x-openstack-request-id: req-a06fc743-3377-47f0-b8bf-96181c02d9fe {{(pid=99483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:49:24.280884 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "271f1bd4-4895-42e2-8f36-0ac8e95c61e6", "name": "network-vif-deleted", "tag": "d9bb20f8-8a47-4ef7-97f1-5fbb1347a20a", "status": "completed", "code": 200}]} {{(pid=99483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:49:24.281397 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a06fc743-3377-47f0-b8bf-96181c02d9fe {{(pid=99483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:49:24.282000 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '271f1bd4-4895-42e2-8f36-0ac8e95c61e6', 'name': 'network-vif-deleted', 'tag': 'd9bb20f8-8a47-4ef7-97f1-5fbb1347a20a', 'status': 'completed', 'code': 200} Jun 14 14:49:24.391840 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-b9ffb3df-0473-4325-adb0-1b67b416ae35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:24.394620 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-b9ffb3df-0473-4325-adb0-1b67b416ae35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:24.395798 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-b9ffb3df-0473-4325-adb0-1b67b416ae35 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ef761719-bf52-4aee-b598-216721dd9848 HTTP/1.1" status: 204 len: 168 time: 0.3718753 Jun 14 14:49:24.396639 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-7e483ab1-9511-4bb0-845b-6c57827cfef1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:24.406395 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ffb3df-0473-4325-adb0-1b67b416ae35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef761719-bf52-4aee-b598-216721dd9848,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:24.415021 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-b9ffb3df-0473-4325-adb0-1b67b416ae35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:24.568930 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-ea15a357-18b9-48b2-bf55-232386ab8ed4 req-4a694e84-e01e-4f86-99c6-0770fe7e1a35 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=271f1bd4-4895-42e2-8f36-0ac8e95c61e6 HTTP/1.1" status: 200 len: 210 time: 0.0342853 Jun 14 14:49:24.722574 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0485cac-8288-4133-bf44-2773cdd0f4dc req-c1de5415-f0cf-4001-bac5-1a53193d9074 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:24.724101 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-e0485cac-8288-4133-bf44-2773cdd0f4dc req-c1de5415-f0cf-4001-bac5-1a53193d9074 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea6f0941-9095-4419-a32d-ab4c6ffadfab HTTP/1.1" status: 200 len: 945 time: 0.0957565 Jun 14 14:49:24.993432 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50141a5a-4346-4031-93e1-843ca636ea10 req-b65bca56-4936-40a6-9ad9-71a2c0035c7c tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:24.996207 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-50141a5a-4346-4031-93e1-843ca636ea10 req-b65bca56-4936-40a6-9ad9-71a2c0035c7c tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea6f0941-9095-4419-a32d-ab4c6ffadfab HTTP/1.1" status: 200 len: 945 time: 0.2678416 Jun 14 14:49:25.092083 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-50141a5a-4346-4031-93e1-843ca636ea10 req-bbc5aa3f-3be6-462b-a725-b08297ee5592 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4412ae9-ed24-4ba9-9bee-87c45de8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854802 Jun 14 14:49:25.095145 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.plugin [req-e0485cac-8288-4133-bf44-2773cdd0f4dc req-30776c0f-b4e6-49a7-8e7e-f612052e3bf8 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Deleting port b858a333-d207-40df-8283-c80822869667 {{(pid=99483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:49:25.095486 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-e0485cac-8288-4133-bf44-2773cdd0f4dc req-30776c0f-b4e6-49a7-8e7e-f612052e3bf8 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375454248'] for port, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:25.220744 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.db [req-e0485cac-8288-4133-bf44-2773cdd0f4dc req-30776c0f-b4e6-49a7-8e7e-f612052e3bf8 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] For port b858a333-d207-40df-8283-c80822869667, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=b858a333-d207-40df-8283-c80822869667,segment=NetworkSegment(1032d505-c774-4d39-a3ca-73b0d1b09fb4),segment_id=1032d505-c774-4d39-a3ca-73b0d1b09fb4)] {{(pid=99483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:49:25.221182 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-e0485cac-8288-4133-bf44-2773cdd0f4dc req-30776c0f-b4e6-49a7-8e7e-f612052e3bf8 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4046836'] for port, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:25.322375 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 32990) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:25.325384 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.plugin [req-e0485cac-8288-4133-bf44-2773cdd0f4dc req-30776c0f-b4e6-49a7-8e7e-f612052e3bf8 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Calling delete_port for b858a333-d207-40df-8283-c80822869667 owned by compute:nova {{(pid=99483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:49:25.345206 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-8c6a2cad-b8b5-4ab4-ae31-ed077b58344b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:25.493778 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-8c6a2cad-b8b5-4ab4-ae31-ed077b58344b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:25.532565 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4495d169-3ee3-4144-aa09-07083d840df8 req-cfc3d532-c20a-4bf8-90a2-a8edc8252ed1 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:25.533760 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-4495d169-3ee3-4144-aa09-07083d840df8 req-cfc3d532-c20a-4bf8-90a2-a8edc8252ed1 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=517c6891-dd10-4a1f-9bbc-312ff0548f30 HTTP/1.1" status: 200 len: 945 time: 0.1153190 Jun 14 14:49:25.580747 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-4495d169-3ee3-4144-aa09-07083d840df8 req-1352e199-a9de-4ea5-aadb-41be9c8783e7 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=1347ac37-5848-4178-9b5e-4b2149ac523e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396514 Jun 14 14:49:25.603512 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-8c6a2cad-b8b5-4ab4-ae31-ed077b58344b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:25.606510 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-e8f37f2f-da46-4f55-9fd0-fb66547fd75f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:25.653046 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-8c6a2cad-b8b5-4ab4-ae31-ed077b58344b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=239a2c14dc094903a6246a27ba35ea6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3286271 Jun 14 14:49:25.654016 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6a2cad-b8b5-4ab4-ae31-ed077b58344b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2339e99b-78fc-4db6-868a-53ddaaf87842,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:25.655651 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 32996) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:25.661480 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-8c6a2cad-b8b5-4ab4-ae31-ed077b58344b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:25.669049 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-e0485cac-8288-4133-bf44-2773cdd0f4dc req-30776c0f-b4e6-49a7-8e7e-f612052e3bf8 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375458892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763375065896'] for port, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:25.696103 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-01422d53-9bc2-4616-b4e2-b3e59b7c973c tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:25.764568 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30776c0f-b4e6-49a7-8e7e-f612052e3bf8 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Pushing event deleted for resources: {'Port': ['ID=b858a333-d207-40df-8283-c80822869667,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:25.792132 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-09572ce1-bd71-4311-878d-f2b735d44402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:25.813341 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-30776c0f-b4e6-49a7-8e7e-f612052e3bf8 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:25.816814 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-db100feb-113c-49d7-a60f-874892dcb904 req-d2b07051-165b-4efc-8d76-73b4176dccd6 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=271f1bd4-4895-42e2-8f36-0ac8e95c61e6 HTTP/1.1" status: 200 len: 210 time: 0.0804133 Jun 14 14:49:25.845555 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0485cac-8288-4133-bf44-2773cdd0f4dc req-30776c0f-b4e6-49a7-8e7e-f612052e3bf8 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] No DVR routers for this DVR port b858a333-d207-40df-8283-c80822869667 on host hv-cinder-72618 {{(pid=99483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 14:49:25.853519 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-e0485cac-8288-4133-bf44-2773cdd0f4dc req-30776c0f-b4e6-49a7-8e7e-f612052e3bf8 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645'] for port, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:25.855469 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-e0485cac-8288-4133-bf44-2773cdd0f4dc req-30776c0f-b4e6-49a7-8e7e-f612052e3bf8 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.21 "DELETE /v2.0/ports/b858a333-d207-40df-8283-c80822869667 HTTP/1.1" status: 204 len: 173 time: 1.1153295 Jun 14 14:49:25.861230 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-2c44079b-0607-4980-8108-60c2beeb0e01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:25.887143 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-2c44079b-0607-4980-8108-60c2beeb0e01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:26.019928 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-2c44079b-0607-4980-8108-60c2beeb0e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:26.022796 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-2c44079b-0607-4980-8108-60c2beeb0e01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:26.023939 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-2c44079b-0607-4980-8108-60c2beeb0e01 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2339e99b-78fc-4db6-868a-53ddaaf87842 HTTP/1.1" status: 204 len: 168 time: 0.3669679 Jun 14 14:49:26.024916 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-8c730358-b702-4e93-ae8b-984d2f7149d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:26.035232 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c44079b-0607-4980-8108-60c2beeb0e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2339e99b-78fc-4db6-868a-53ddaaf87842,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:26.037549 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-2c44079b-0607-4980-8108-60c2beeb0e01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:26.241677 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-f9ca7a6f-209c-406f-9404-f811d74fee94 req-5a555f6c-f44b-476f-8520-5a42c74f2a4f tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea6f0941-9095-4419-a32d-ab4c6ffadfab HTTP/1.1" status: 200 len: 210 time: 0.0348454 Jun 14 14:49:26.283280 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea6f0941-9095-4419-a32d-ab4c6ffadfab', 'name': 'network-vif-deleted', 'tag': 'b858a333-d207-40df-8283-c80822869667'}] {{(pid=99483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:49:26.285774 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10e764dcb54ca1904200e902db0bf3fc798e652e4e20eb5cbfc1ab196cf52753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23cd76d0-61b1-4956-9e80-51f68a72e809" -d '{"events": [{"server_uuid": "ea6f0941-9095-4419-a32d-ab4c6ffadfab", "name": "network-vif-deleted", "tag": "b858a333-d207-40df-8283-c80822869667"}]}' {{(pid=99483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:49:26.324829 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 14:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b96866-3952-41f1-b45c-64126734f484 x-openstack-request-id: req-c0b96866-3952-41f1-b45c-64126734f484 {{(pid=99483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:49:26.325158 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea6f0941-9095-4419-a32d-ab4c6ffadfab", "name": "network-vif-deleted", "tag": "b858a333-d207-40df-8283-c80822869667", "status": "completed", "code": 200}]} {{(pid=99483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:49:26.325553 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c0b96866-3952-41f1-b45c-64126734f484 {{(pid=99483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:49:26.326179 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea6f0941-9095-4419-a32d-ab4c6ffadfab', 'name': 'network-vif-deleted', 'tag': 'b858a333-d207-40df-8283-c80822869667', 'status': 'completed', 'code': 200} Jun 14 14:49:26.923183 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device d9bb20f8-8a47-4ef7-97f1-5fbb1347a20a no longer exists at agent hyperv_hv-cinder-72618 {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 14:49:26.939574 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14be304-e523-4a75-9c58-9361bc2a4cfb req-0fe342fd-80c0-4fd5-91bc-c48754aa793c tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:26.946258 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-f14be304-e523-4a75-9c58-9361bc2a4cfb req-0fe342fd-80c0-4fd5-91bc-c48754aa793c tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=517c6891-dd10-4a1f-9bbc-312ff0548f30 HTTP/1.1" status: 200 len: 945 time: 0.0869262 Jun 14 14:49:26.970199 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] No Port match for: d9bb20f8-8a47-4ef7-97f1-5fbb1347a20a {{(pid=99485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 14:49:26.970589 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device d9bb20f8-8a47-4ef7-97f1-5fbb1347a20a not bound to the agent host hv-cinder-72618 {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 14:49:26.971033 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device b858a333-d207-40df-8283-c80822869667 no longer exists at agent hyperv_hv-cinder-72618 {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 14:49:26.993936 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-f14be304-e523-4a75-9c58-9361bc2a4cfb req-f540a76b-4653-4c8e-bdd5-27488eb10949 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=1347ac37-5848-4178-9b5e-4b2149ac523e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457149 Jun 14 14:49:27.003216 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] No Port match for: b858a333-d207-40df-8283-c80822869667 {{(pid=99485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 14:49:27.003677 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device b858a333-d207-40df-8283-c80822869667 not bound to the agent host hv-cinder-72618 {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 14:49:27.079704 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 33018) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:27.096799 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-700b02f1-6740-48e0-a9fe-a18ab0fdd8c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:27.302060 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-700b02f1-6740-48e0-a9fe-a18ab0fdd8c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:27.419969 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-1a566c66-944f-4dc4-a399-174b7bb6767e req-871fcee4-78bc-43c3-b098-188ef864ce8d tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea6f0941-9095-4419-a32d-ab4c6ffadfab HTTP/1.1" status: 200 len: 210 time: 0.0341208 Jun 14 14:49:27.448777 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-700b02f1-6740-48e0-a9fe-a18ab0fdd8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:27.452793 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-8c6a2cad-b8b5-4ab4-ae31-ed077b58344b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:27.496062 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-700b02f1-6740-48e0-a9fe-a18ab0fdd8c8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e38ea8c3a9514f809ca1537a51be1f43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4151630 Jun 14 14:49:27.496987 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700b02f1-6740-48e0-a9fe-a18ab0fdd8c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c7ed02-7c6c-4005-96d3-6d49d440ca17,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:27.498752 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 33022) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:27.500946 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-700b02f1-6740-48e0-a9fe-a18ab0fdd8c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:27.561319 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-07a86f9c-cfdf-4ad3-862b-7f2bbaa216d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:27.586512 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-07a86f9c-cfdf-4ad3-862b-7f2bbaa216d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:27.775193 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-07a86f9c-cfdf-4ad3-862b-7f2bbaa216d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:27.777884 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-07a86f9c-cfdf-4ad3-862b-7f2bbaa216d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:27.779053 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-07a86f9c-cfdf-4ad3-862b-7f2bbaa216d3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/38c7ed02-7c6c-4005-96d3-6d49d440ca17 HTTP/1.1" status: 204 len: 168 time: 0.2793179 Jun 14 14:49:27.782052 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-11169eed-81a0-4454-97af-62e1008eaf1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:27.794246 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a86f9c-cfdf-4ad3-862b-7f2bbaa216d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c7ed02-7c6c-4005-96d3-6d49d440ca17,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:27.797987 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-07a86f9c-cfdf-4ad3-862b-7f2bbaa216d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:27.833425 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dedc5e-f9da-4f7a-b4be-0f0786c09721 req-119eff8b-cef3-4e7b-886a-4bcbc61e63ca tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:27.834963 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-b3dedc5e-f9da-4f7a-b4be-0f0786c09721 req-119eff8b-cef3-4e7b-886a-4bcbc61e63ca tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=544ef9a6-fafa-4c97-bbd9-004212687a60 HTTP/1.1" status: 200 len: 945 time: 0.0942731 Jun 14 14:49:27.880611 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-b3dedc5e-f9da-4f7a-b4be-0f0786c09721 req-34d9200c-5cb7-4351-8504-11340bea778e tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398366 Jun 14 14:49:28.203332 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7a9c0a-2186-404f-9d62-c5b587364bdf req-ad0d9d59-04bc-44d6-8014-d0472a49d807 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:28.204845 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-5b7a9c0a-2186-404f-9d62-c5b587364bdf req-ad0d9d59-04bc-44d6-8014-d0472a49d807 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=517c6891-dd10-4a1f-9bbc-312ff0548f30 HTTP/1.1" status: 200 len: 945 time: 0.0768468 Jun 14 14:49:28.256471 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-5b7a9c0a-2186-404f-9d62-c5b587364bdf req-b079a949-9dc9-4f56-bb0d-0314b4aa4a4b tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=1347ac37-5848-4178-9b5e-4b2149ac523e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452206 Jun 14 14:49:28.519486 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-6ef25e5d-1680-4bd9-a6d1-2ed985b9041e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:28.733830 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:29.069108 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.agents_db [None req-f05f0e2d-2be5-4cb0-86e7-333c7e47477b None None] Agent healthcheck: found 6 active agents {{(pid=99486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 14:49:29.252783 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c346b5-3d51-4a71-9d75-285f6ea54501 req-00ec07d7-4bee-42a8-b0a5-05122fe9b8a1 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:29.254276 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-a6c346b5-3d51-4a71-9d75-285f6ea54501 req-00ec07d7-4bee-42a8-b0a5-05122fe9b8a1 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=544ef9a6-fafa-4c97-bbd9-004212687a60 HTTP/1.1" status: 200 len: 945 time: 0.0764627 Jun 14 14:49:29.298756 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-a6c346b5-3d51-4a71-9d75-285f6ea54501 req-00669eee-98e9-409b-8fd0-c34572729013 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388317 Jun 14 14:49:29.459026 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f8210-d3ff-4ad0-8ad6-94d2757602fa req-5674f8df-457e-4724-9721-05145af23f91 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:29.461333 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-858f8210-d3ff-4ad0-8ad6-94d2757602fa req-5674f8df-457e-4724-9721-05145af23f91 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=517c6891-dd10-4a1f-9bbc-312ff0548f30 HTTP/1.1" status: 200 len: 945 time: 0.0794401 Jun 14 14:49:29.525941 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-858f8210-d3ff-4ad0-8ad6-94d2757602fa req-8bac765f-57bc-40f5-866c-380770e604b4 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=1347ac37-5848-4178-9b5e-4b2149ac523e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489264 Jun 14 14:49:29.671333 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-fac6794f-d54e-43a2-84ad-332974bc6d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:30.082702 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ffe610-2272-473d-9446-049a29d46182 req-e1450b53-d96b-4a7f-9088-3a277c3efb75 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:30.084864 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-a5ffe610-2272-473d-9446-049a29d46182 req-e1450b53-d96b-4a7f-9088-3a277c3efb75 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=517c6891-dd10-4a1f-9bbc-312ff0548f30 HTTP/1.1" status: 200 len: 945 time: 0.0763276 Jun 14 14:49:30.132391 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-a5ffe610-2272-473d-9446-049a29d46182 req-c7bb13e7-d6b9-454d-a47a-91a4402b6cef tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=1347ac37-5848-4178-9b5e-4b2149ac523e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417778 Jun 14 14:49:30.270896 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:30.287528 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f370c64-8309-42ca-b247-7cb8f277d203 req-a2a64687-2f9d-4bc5-adeb-c213f71a4457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:30.289055 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-8f370c64-8309-42ca-b247-7cb8f277d203 req-a2a64687-2f9d-4bc5-adeb-c213f71a4457 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f6d775d7d5f04714a3c3dbf66a8c9048&device_id=517c6891-dd10-4a1f-9bbc-312ff0548f30 HTTP/1.1" status: 200 len: 1098 time: 0.0989993 Jun 14 14:49:30.564818 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7be64d-3b06-4fab-9189-4ef4d3e2d083 req-c594870b-78cd-46b5-ac7e-e2ca1d63e150 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:30.567113 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-db7be64d-3b06-4fab-9189-4ef4d3e2d083 req-c594870b-78cd-46b5-ac7e-e2ca1d63e150 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=544ef9a6-fafa-4c97-bbd9-004212687a60 HTTP/1.1" status: 200 len: 945 time: 0.0896025 Jun 14 14:49:30.652069 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-db7be64d-3b06-4fab-9189-4ef4d3e2d083 req-a600ae2b-2775-4d05-8f72-622df7cd7ae3 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740249 Jun 14 14:49:30.709290 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f370c64-8309-42ca-b247-7cb8f277d203 req-6c4c8352-250a-4e5a-a9b0-f305fc80c678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:30.710781 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-8f370c64-8309-42ca-b247-7cb8f277d203 req-6c4c8352-250a-4e5a-a9b0-f305fc80c678 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0f24e05a-f59f-42ec-ad23-eb813ca68e34 HTTP/1.1" status: 200 len: 911 time: 0.4124513 Jun 14 14:49:31.324065 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad057df-6fa5-440f-90c0-6d7226f7fbb2 req-f09c0f1b-bedc-4551-88ce-790b54339942 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:31.325505 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-2ad057df-6fa5-440f-90c0-6d7226f7fbb2 req-f09c0f1b-bedc-4551-88ce-790b54339942 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=517c6891-dd10-4a1f-9bbc-312ff0548f30 HTTP/1.1" status: 200 len: 945 time: 0.0770893 Jun 14 14:49:31.350896 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-39b4335d-7f90-4c96-ac82-c584c202a69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:31.372615 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-2ad057df-6fa5-440f-90c0-6d7226f7fbb2 req-abc42f99-f13c-41e9-a570-1be88b046564 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=1347ac37-5848-4178-9b5e-4b2149ac523e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408778 Jun 14 14:49:31.878975 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d759e653-8dfc-4dd8-a49e-8046de754264 req-ee1ebebb-99fd-46a2-b5c8-310af3376d00 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:31.881729 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-d759e653-8dfc-4dd8-a49e-8046de754264 req-ee1ebebb-99fd-46a2-b5c8-310af3376d00 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=544ef9a6-fafa-4c97-bbd9-004212687a60 HTTP/1.1" status: 200 len: 945 time: 0.0839694 Jun 14 14:49:31.933279 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-d759e653-8dfc-4dd8-a49e-8046de754264 req-c3aa2efe-3666-4daf-8b15-c124d59c6c48 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453978 Jun 14 14:49:32.557479 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a59ecd5-cd73-4f09-9058-f77896904f43 req-617ccabd-1ebe-4446-a7f1-b8c143d2b303 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:32.558926 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-9a59ecd5-cd73-4f09-9058-f77896904f43 req-617ccabd-1ebe-4446-a7f1-b8c143d2b303 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=517c6891-dd10-4a1f-9bbc-312ff0548f30 HTTP/1.1" status: 200 len: 945 time: 0.0708568 Jun 14 14:49:32.601957 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-9a59ecd5-cd73-4f09-9058-f77896904f43 req-004d3227-ae39-4bcc-b059-2a932c0fdd25 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=1347ac37-5848-4178-9b5e-4b2149ac523e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371642 Jun 14 14:49:33.129280 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34725b1d-46c7-42e4-9505-71393f044cd0 req-9be81174-f998-4773-a6bc-1ab4190e2538 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:33.130777 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-34725b1d-46c7-42e4-9505-71393f044cd0 req-9be81174-f998-4773-a6bc-1ab4190e2538 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=544ef9a6-fafa-4c97-bbd9-004212687a60 HTTP/1.1" status: 200 len: 945 time: 0.0719893 Jun 14 14:49:33.183220 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-34725b1d-46c7-42e4-9505-71393f044cd0 req-32961fa0-3d74-47b8-a381-b85032b6cd13 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466354 Jun 14 14:49:33.717299 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-8f370c64-8309-42ca-b247-7cb8f277d203 req-605d84c5-5b7e-47f2-b49d-13fddf8d17b1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e2f73fe-ace8-4f29-95c9-d5af4166b472 HTTP/1.1" status: 200 len: 1001 time: 0.1169114 Jun 14 14:49:33.794514 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e28229-1ba7-48f7-bff8-dab556a488d5 req-1c78da95-8b51-4510-b22a-0009d6f2c772 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:33.795892 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-d4e28229-1ba7-48f7-bff8-dab556a488d5 req-1c78da95-8b51-4510-b22a-0009d6f2c772 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=517c6891-dd10-4a1f-9bbc-312ff0548f30 HTTP/1.1" status: 200 len: 945 time: 0.0757079 Jun 14 14:49:33.796302 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f370c64-8309-42ca-b247-7cb8f277d203 req-c3f7f453-3023-4b13-9c89-2a9f1b8895ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:33.799397 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-8f370c64-8309-42ca-b247-7cb8f277d203 req-c3f7f453-3023-4b13-9c89-2a9f1b8895ec service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fdbf821b-0f7c-45ba-93c7-1bd078cce400 HTTP/1.1" status: 200 len: 849 time: 0.0658815 Jun 14 14:49:33.844962 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-d4e28229-1ba7-48f7-bff8-dab556a488d5 req-451430f0-2eaf-431c-902a-7b0d29728289 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=1347ac37-5848-4178-9b5e-4b2149ac523e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419593 Jun 14 14:49:33.895187 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f370c64-8309-42ca-b247-7cb8f277d203 req-8f8e9e81-f9cc-4731-86d2-93c7b30d912a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:33.896695 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-8f370c64-8309-42ca-b247-7cb8f277d203 req-8f8e9e81-f9cc-4731-86d2-93c7b30d912a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0f24e05a-f59f-42ec-ad23-eb813ca68e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0805023 Jun 14 14:49:34.023746 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-8f370c64-8309-42ca-b247-7cb8f277d203 req-35eb7a1e-9c43-4650-8e32-c6e2c618856c service neutron] 10.222.0.21 "GET /v2.0/networks/0f24e05a-f59f-42ec-ad23-eb813ca68e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145494 Jun 14 14:49:34.156968 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-8f370c64-8309-42ca-b247-7cb8f277d203 req-e9c3fe44-904f-479b-a7fd-4e9306cb7cd7 service neutron] 10.222.0.21 "GET /v2.0/networks/0f24e05a-f59f-42ec-ad23-eb813ca68e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171749 Jun 14 14:49:34.373257 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520d4864-b836-4a62-b05d-88ef9a7314ba req-482dadcd-1395-44db-8b69-9b0c295efef4 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:34.378285 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-520d4864-b836-4a62-b05d-88ef9a7314ba req-482dadcd-1395-44db-8b69-9b0c295efef4 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=544ef9a6-fafa-4c97-bbd9-004212687a60 HTTP/1.1" status: 200 len: 945 time: 0.0718732 Jun 14 14:49:34.424894 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-520d4864-b836-4a62-b05d-88ef9a7314ba req-e31a00a4-01ef-4f24-aa85-1c61c51448d0 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438621 Jun 14 14:49:35.036323 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cada60ad-88e6-447d-b9d9-a9d61b66a863 req-42ea843a-a058-4c91-b0da-bfe62203a03a tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:35.037799 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-cada60ad-88e6-447d-b9d9-a9d61b66a863 req-42ea843a-a058-4c91-b0da-bfe62203a03a tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=517c6891-dd10-4a1f-9bbc-312ff0548f30 HTTP/1.1" status: 200 len: 945 time: 0.0738766 Jun 14 14:49:35.086873 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-cada60ad-88e6-447d-b9d9-a9d61b66a863 req-6397e44a-303b-401d-926e-99ec3d07dfa2 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=1347ac37-5848-4178-9b5e-4b2149ac523e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431731 Jun 14 14:49:35.630842 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b62db-c4e4-47c2-b7d4-1c6f8eeb1f96 req-590f45d6-1d72-4b35-8dfc-11f2fd19c69f tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:35.632567 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-086b62db-c4e4-47c2-b7d4-1c6f8eeb1f96 req-590f45d6-1d72-4b35-8dfc-11f2fd19c69f tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=544ef9a6-fafa-4c97-bbd9-004212687a60 HTTP/1.1" status: 200 len: 945 time: 0.0821047 Jun 14 14:49:35.686589 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-086b62db-c4e4-47c2-b7d4-1c6f8eeb1f96 req-d0447670-2f6d-499f-920c-5a3b5133b164 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476432 Jun 14 14:49:36.294837 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d16d3-b7ff-41e6-9f88-149f69ae5903 req-ab5daea1-f56b-4298-98cb-c581b25f2ee9 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:36.296965 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-8e9d16d3-b7ff-41e6-9f88-149f69ae5903 req-ab5daea1-f56b-4298-98cb-c581b25f2ee9 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=517c6891-dd10-4a1f-9bbc-312ff0548f30 HTTP/1.1" status: 200 len: 945 time: 0.0800631 Jun 14 14:49:36.343937 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-8e9d16d3-b7ff-41e6-9f88-149f69ae5903 req-9984ee22-f483-4c36-825f-d58490306de9 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=1347ac37-5848-4178-9b5e-4b2149ac523e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409479 Jun 14 14:49:36.866487 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca799c0-5a54-4eaf-9bd7-2dd8b3310985 req-8a4e284b-3e34-4aa0-9014-36c22876c14b tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:36.867829 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-bca799c0-5a54-4eaf-9bd7-2dd8b3310985 req-8a4e284b-3e34-4aa0-9014-36c22876c14b tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=544ef9a6-fafa-4c97-bbd9-004212687a60 HTTP/1.1" status: 200 len: 945 time: 0.0674448 Jun 14 14:49:36.914248 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-bca799c0-5a54-4eaf-9bd7-2dd8b3310985 req-138377dd-6211-439c-9ce8-963b844cf844 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405056 Jun 14 14:49:38.099297 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0175edb6-8f75-4075-9c0b-7307e5f19304 req-2d31cc9e-f601-4656-9ca7-6332d8105ac5 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:38.100776 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-0175edb6-8f75-4075-9c0b-7307e5f19304 req-2d31cc9e-f601-4656-9ca7-6332d8105ac5 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=544ef9a6-fafa-4c97-bbd9-004212687a60 HTTP/1.1" status: 200 len: 945 time: 0.0690157 Jun 14 14:49:38.145025 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-0175edb6-8f75-4075-9c0b-7307e5f19304 req-26304210-421c-4c33-bf1e-2085a8911fca tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384712 Jun 14 14:49:39.333612 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a01b85-0fc0-473b-86e7-a2f44351d83f req-c1caa5f7-d441-486c-bd41-7f6ffe211bd7 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:39.334955 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-40a01b85-0fc0-473b-86e7-a2f44351d83f req-c1caa5f7-d441-486c-bd41-7f6ffe211bd7 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=544ef9a6-fafa-4c97-bbd9-004212687a60 HTTP/1.1" status: 200 len: 945 time: 0.0714774 Jun 14 14:49:39.385802 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-40a01b85-0fc0-473b-86e7-a2f44351d83f req-82a9e8dd-0425-4c39-8f36-4116845bd71c tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450454 Jun 14 14:49:40.609190 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a6cd9-a09c-46de-ad33-cbd8524dadfc req-175fb32c-58b0-4c45-86dd-d950137dbab4 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:40.609901 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-b29a6cd9-a09c-46de-ad33-cbd8524dadfc req-175fb32c-58b0-4c45-86dd-d950137dbab4 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=544ef9a6-fafa-4c97-bbd9-004212687a60 HTTP/1.1" status: 200 len: 945 time: 0.0946131 Jun 14 14:49:40.680059 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-b29a6cd9-a09c-46de-ad33-cbd8524dadfc req-264fbbef-12b2-4b32-af54-c4e03cacf1a8 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563478 Jun 14 14:49:41.418003 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912ad14-fbbb-4a99-bcfe-c7ed957b132a req-d8f2cc72-eafe-48a3-a709-12bf3f4c890b tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:41.419621 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-1912ad14-fbbb-4a99-bcfe-c7ed957b132a req-d8f2cc72-eafe-48a3-a709-12bf3f4c890b tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.21 "GET /v2.0/ports?device_id=544ef9a6-fafa-4c97-bbd9-004212687a60 HTTP/1.1" status: 200 len: 945 time: 0.0884840 Jun 14 14:49:41.559437 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.plugin [req-1912ad14-fbbb-4a99-bcfe-c7ed957b132a req-31a81a2c-ffee-4d68-8189-91f196f986f4 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Deleting port c3abc5e1-9f7c-4b8e-9136-bcb9ef9bb7cf {{(pid=99483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:49:41.559820 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-1912ad14-fbbb-4a99-bcfe-c7ed957b132a req-31a81a2c-ffee-4d68-8189-91f196f986f4 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375454248'] for port, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:41.694998 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.db [req-1912ad14-fbbb-4a99-bcfe-c7ed957b132a req-31a81a2c-ffee-4d68-8189-91f196f986f4 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] For port c3abc5e1-9f7c-4b8e-9136-bcb9ef9bb7cf, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=c3abc5e1-9f7c-4b8e-9136-bcb9ef9bb7cf,segment=NetworkSegment(0acbc633-2344-41ea-9343-14810d63bf7d),segment_id=0acbc633-2344-41ea-9343-14810d63bf7d)] {{(pid=99483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:49:41.694998 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-1912ad14-fbbb-4a99-bcfe-c7ed957b132a req-31a81a2c-ffee-4d68-8189-91f196f986f4 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4046836'] for port, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:41.940719 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.plugin [req-1912ad14-fbbb-4a99-bcfe-c7ed957b132a req-31a81a2c-ffee-4d68-8189-91f196f986f4 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Calling delete_port for c3abc5e1-9f7c-4b8e-9136-bcb9ef9bb7cf owned by compute:nova {{(pid=99483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:49:41.992318 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d367851-5138-4c59-a585-ed9b10ea15d7 req-6a3e0372-f04f-4da3-ae37-7c19192b7656 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:41.992318 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-0d367851-5138-4c59-a585-ed9b10ea15d7 req-6a3e0372-f04f-4da3-ae37-7c19192b7656 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=544ef9a6-fafa-4c97-bbd9-004212687a60 HTTP/1.1" status: 200 len: 945 time: 0.1003175 Jun 14 14:49:42.099740 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-0d367851-5138-4c59-a585-ed9b10ea15d7 req-60cbf638-8396-4a65-a567-476de61905e9 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/security-groups?id=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012399 Jun 14 14:49:42.322558 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-1912ad14-fbbb-4a99-bcfe-c7ed957b132a req-31a81a2c-ffee-4d68-8189-91f196f986f4 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375458892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763375065896'] for port, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:42.327821 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:42.339811 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] get_ports_and_sgs() called for port_ids ['c3abc5e1-9f7c-4b8e-9136-bcb9ef9bb7cf'] {{(pid=99485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 14:49:42.367647 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a81a2c-ffee-4d68-8189-91f196f986f4 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Pushing event deleted for resources: {'Port': ['ID=c3abc5e1-9f7c-4b8e-9136-bcb9ef9bb7cf,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:42.376997 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-31a81a2c-ffee-4d68-8189-91f196f986f4 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:42.440098 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.l3_dvrscheduler_db [req-1912ad14-fbbb-4a99-bcfe-c7ed957b132a req-31a81a2c-ffee-4d68-8189-91f196f986f4 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] No DVR routers for this DVR port c3abc5e1-9f7c-4b8e-9136-bcb9ef9bb7cf on host hv-cinder-72618 {{(pid=99483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 14:49:42.443472 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-1912ad14-fbbb-4a99-bcfe-c7ed957b132a req-31a81a2c-ffee-4d68-8189-91f196f986f4 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645'] for port, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:42.446339 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-1912ad14-fbbb-4a99-bcfe-c7ed957b132a req-31a81a2c-ffee-4d68-8189-91f196f986f4 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.21 "DELETE /v2.0/ports/c3abc5e1-9f7c-4b8e-9136-bcb9ef9bb7cf HTTP/1.1" status: 204 len: 173 time: 1.0210721 Jun 14 14:49:42.451989 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '544ef9a6-fafa-4c97-bbd9-004212687a60', 'name': 'network-vif-deleted', 'tag': 'c3abc5e1-9f7c-4b8e-9136-bcb9ef9bb7cf'}] {{(pid=99483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:49:42.451989 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10e764dcb54ca1904200e902db0bf3fc798e652e4e20eb5cbfc1ab196cf52753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49922eaa-f51a-4cbc-b5d2-60ace520e7a3" -d '{"events": [{"server_uuid": "544ef9a6-fafa-4c97-bbd9-004212687a60", "name": "network-vif-deleted", "tag": "c3abc5e1-9f7c-4b8e-9136-bcb9ef9bb7cf"}]}' {{(pid=99483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:49:42.511892 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 14:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca04267b-274a-4786-ab62-2fdae56e15e6 x-openstack-request-id: req-ca04267b-274a-4786-ab62-2fdae56e15e6 {{(pid=99483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:49:42.512238 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "544ef9a6-fafa-4c97-bbd9-004212687a60", "name": "network-vif-deleted", "tag": "c3abc5e1-9f7c-4b8e-9136-bcb9ef9bb7cf", "status": "completed", "code": 200}]} {{(pid=99483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:49:42.512518 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ca04267b-274a-4786-ab62-2fdae56e15e6 {{(pid=99483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:49:42.512949 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '544ef9a6-fafa-4c97-bbd9-004212687a60', 'name': 'network-vif-deleted', 'tag': 'c3abc5e1-9f7c-4b8e-9136-bcb9ef9bb7cf', 'status': 'completed', 'code': 200} Jun 14 14:49:43.335673 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-30580d81-26ae-4368-adbb-d29f2652ce1c req-2fe91b3f-7834-4ac4-a860-385433023c62 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] 10.222.0.55 "GET /v2.0/ports?device_id=544ef9a6-fafa-4c97-bbd9-004212687a60 HTTP/1.1" status: 200 len: 210 time: 0.0614016 Jun 14 14:49:44.434240 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 33342) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:45.130354 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-080b4581-a10c-464e-bbcb-444ccff4c199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4034001'] for router_interface, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:45.539995 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 33356) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:45.622680 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.plugin [None req-080b4581-a10c-464e-bbcb-444ccff4c199 admin admin] Deleting port c03cc688-06dc-4c9f-bef0-e5262d1b21ab {{(pid=99483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:49:45.623245 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-080b4581-a10c-464e-bbcb-444ccff4c199 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375454248'] for port, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:45.689414 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-6198ea97-8608-46d0-ac81-1fc635581977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:45.811255 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device c3abc5e1-9f7c-4b8e-9136-bcb9ef9bb7cf no longer exists at agent hyperv_hv-cinder-72618 {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 14:49:45.876666 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] No Port match for: c3abc5e1-9f7c-4b8e-9136-bcb9ef9bb7cf {{(pid=99485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 14:49:45.877481 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device c3abc5e1-9f7c-4b8e-9136-bcb9ef9bb7cf not bound to the agent host hv-cinder-72618 {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 14:49:45.898272 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-6198ea97-8608-46d0-ac81-1fc635581977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:46.036465 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.db [None req-080b4581-a10c-464e-bbcb-444ccff4c199 admin admin] For port c03cc688-06dc-4c9f-bef0-e5262d1b21ab, host dv-cinder-726180-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=c03cc688-06dc-4c9f-bef0-e5262d1b21ab,segment=NetworkSegment(0acbc633-2344-41ea-9343-14810d63bf7d),segment_id=0acbc633-2344-41ea-9343-14810d63bf7d)] {{(pid=99483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:49:46.037236 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-080b4581-a10c-464e-bbcb-444ccff4c199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4046836'] for port, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:46.038495 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-6198ea97-8608-46d0-ac81-1fc635581977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:46.047534 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-700b02f1-6740-48e0-a9fe-a18ab0fdd8c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:46.142976 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-6198ea97-8608-46d0-ac81-1fc635581977 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=99891b176def4e7f83e804cff794aaf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6016557 Jun 14 14:49:46.156419 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6198ea97-8608-46d0-ac81-1fc635581977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f711e2c4-07c6-4497-a480-0766e4aed39b,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:46.161017 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 33366) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:46.162479 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-6198ea97-8608-46d0-ac81-1fc635581977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:46.210250 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.plugin [None req-080b4581-a10c-464e-bbcb-444ccff4c199 admin admin] Calling delete_port for c03cc688-06dc-4c9f-bef0-e5262d1b21ab owned by network:router_interface {{(pid=99483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:49:46.241732 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-5afebc7d-e356-4d2c-9048-edf3bc01608a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:46.269926 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-5afebc7d-e356-4d2c-9048-edf3bc01608a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:46.425070 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-5afebc7d-e356-4d2c-9048-edf3bc01608a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:46.427696 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-5afebc7d-e356-4d2c-9048-edf3bc01608a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:46.428917 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-5afebc7d-e356-4d2c-9048-edf3bc01608a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f711e2c4-07c6-4497-a480-0766e4aed39b HTTP/1.1" status: 204 len: 168 time: 0.2651548 Jun 14 14:49:46.429711 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-7234bba8-81bb-4db5-9ed7-0ba1e011cf66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:46.446506 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afebc7d-e356-4d2c-9048-edf3bc01608a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f711e2c4-07c6-4497-a480-0766e4aed39b,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:46.451817 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-5afebc7d-e356-4d2c-9048-edf3bc01608a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:46.608425 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-080b4581-a10c-464e-bbcb-444ccff4c199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375458892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763375065896'] for port, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:46.613752 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-7043d8bf-0be4-495f-a928-4f9401fd2b6b tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:46.653395 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080b4581-a10c-464e-bbcb-444ccff4c199 admin admin] Pushing event deleted for resources: {'Port': ['ID=c03cc688-06dc-4c9f-bef0-e5262d1b21ab,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:46.658705 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-080b4581-a10c-464e-bbcb-444ccff4c199 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:46.896972 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-080b4581-a10c-464e-bbcb-444ccff4c199 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3699262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4033345'] for router_interface, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:47.311250 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-080b4581-a10c-464e-bbcb-444ccff4c199 admin admin] Router 712832d9-313d-4617-93d4-18820aa8b8fd has already been hosted by L3 agent 1c008f53-dbc2-48c1-a123-31b869a31df2 {{(pid=99483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 14:49:47.372554 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 33380) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:47.394880 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-2a7d041f-07f9-4638-8282-28dae025d5f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:47.493253 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-080b4581-a10c-464e-bbcb-444ccff4c199 admin admin] Notify agent at l3_agent.dv-cinder-726180-9-iscsi the message routers_updated {{(pid=99483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 14:49:47.501810 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-080b4581-a10c-464e-bbcb-444ccff4c199 admin admin] 10.222.0.55 "PUT /v2.0/routers/712832d9-313d-4617-93d4-18820aa8b8fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0634265 Jun 14 14:49:47.502421 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 33384) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:47.508779 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fccab53-56c4-4b9f-a097-7ac35e1962b3 None None] Sync routers for ids ['712832d9-313d-4617-93d4-18820aa8b8fd'] in dv-cinder-726180-9-iscsi {{(pid=99486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 14:49:47.521455 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fccab53-56c4-4b9f-a097-7ac35e1962b3 None None] Routers {'712832d9-313d-4617-93d4-18820aa8b8fd'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:49:47.523139 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-6fccab53-56c4-4b9f-a097-7ac35e1962b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:49:28Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['712832d9-313d-4617-93d4-18820aa8b8fd'], 'active': True} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:49:47.536441 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-2a7d041f-07f9-4638-8282-28dae025d5f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:47.636875 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-2a7d041f-07f9-4638-8282-28dae025d5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:47.641053 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-d99fe6f9-b654-4b0e-9f07-92969de59f73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:47.700801 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-0def6cec-bae4-4b3a-a139-0f72534d0770 admin admin] Notify callbacks [] for router, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:47.733023 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-2a7d041f-07f9-4638-8282-28dae025d5f4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dad6c1580bc34c31bd9cdfba11781c4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3593593 Jun 14 14:49:47.734384 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d041f-07f9-4638-8282-28dae025d5f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cadb3df6-efc2-44fb-b43a-5f086ba221b8,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:47.748972 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvr_db [None req-6fccab53-56c4-4b9f-a097-7ac35e1962b3 None None] Set router 712832d9-313d-4617-93d4-18820aa8b8fd gateway port host: dv-cinder-726180-9-iscsi {{(pid=99486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:49:47.750220 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-2a7d041f-07f9-4638-8282-28dae025d5f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:47.751762 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 33386) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:47.850327 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-5ed213ac-5dcc-4626-9434-b5e2eedca3ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:47.893936 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-0def6cec-bae4-4b3a-a139-0f72534d0770 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:47.899920 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-5ed213ac-5dcc-4626-9434-b5e2eedca3ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:48.088160 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-6fccab53-56c4-4b9f-a097-7ac35e1962b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712832d9-313d-4617-93d4-18820aa8b8fd', 'name': 'tempest-ServerRescueNegativeTestJSON-1607018058-router', 'tenant_id': '242c3d1f11d44afab53a6162544fd9e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '759cbf38-8a57-455d-9b4f-aa6e1cb22fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:46:39Z', 'updated_at': '2021-06-14T14:49:46Z', 'revision_number': 5, 'project_id': '242c3d1f11d44afab53a6162544fd9e6', 'gw_port': {'id': '759cbf38-8a57-455d-9b4f-aa6e1cb22fcc', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fe:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712832d9-313d-4617-93d4-18820aa8b8fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:46:40Z', 'updated_at': '2021-06-14T14:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi'}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:49:48.094180 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fccab53-56c4-4b9f-a097-7ac35e1962b3 None None] Checking router: 712832d9-313d-4617-93d4-18820aa8b8fd for host: dv-cinder-726180-9-iscsi {{(pid=99486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 14:49:48.114718 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fccab53-56c4-4b9f-a097-7ac35e1962b3 None None] Routers {'712832d9-313d-4617-93d4-18820aa8b8fd'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:49:48.115350 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-6fccab53-56c4-4b9f-a097-7ac35e1962b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:49:28Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['712832d9-313d-4617-93d4-18820aa8b8fd'], 'active': True} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:49:48.191501 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-5ed213ac-5dcc-4626-9434-b5e2eedca3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:48.195802 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-5ed213ac-5dcc-4626-9434-b5e2eedca3ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:48.197697 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-5ed213ac-5dcc-4626-9434-b5e2eedca3ce admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cadb3df6-efc2-44fb-b43a-5f086ba221b8 HTTP/1.1" status: 204 len: 168 time: 0.4416423 Jun 14 14:49:48.198645 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:48.217002 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.plugin [None req-0def6cec-bae4-4b3a-a139-0f72534d0770 admin admin] Deleting port 759cbf38-8a57-455d-9b4f-aa6e1cb22fcc {{(pid=99483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:49:48.235859 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-0def6cec-bae4-4b3a-a139-0f72534d0770 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375454248'] for port, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:48.236361 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed213ac-5dcc-4626-9434-b5e2eedca3ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cadb3df6-efc2-44fb-b43a-5f086ba221b8,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:48.242459 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-5ed213ac-5dcc-4626-9434-b5e2eedca3ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:48.317666 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvr_db [None req-6fccab53-56c4-4b9f-a097-7ac35e1962b3 None None] Set router 712832d9-313d-4617-93d4-18820aa8b8fd gateway port host: dv-cinder-726180-9-iscsi {{(pid=99486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:49:48.382846 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.db [None req-0def6cec-bae4-4b3a-a139-0f72534d0770 admin admin] For port 759cbf38-8a57-455d-9b4f-aa6e1cb22fcc, host dv-cinder-726180-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=759cbf38-8a57-455d-9b4f-aa6e1cb22fcc,segment=NetworkSegment(5f9b4eda-9001-4473-8107-70664bb4d177),segment_id=5f9b4eda-9001-4473-8107-70664bb4d177)] {{(pid=99483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:49:48.383254 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-0def6cec-bae4-4b3a-a139-0f72534d0770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4046836'] for port, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:48.503872 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.plugin [None req-0def6cec-bae4-4b3a-a139-0f72534d0770 admin admin] Calling delete_port for 759cbf38-8a57-455d-9b4f-aa6e1cb22fcc owned by network:router_gateway {{(pid=99483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:49:48.741496 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-6fccab53-56c4-4b9f-a097-7ac35e1962b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712832d9-313d-4617-93d4-18820aa8b8fd', 'name': 'tempest-ServerRescueNegativeTestJSON-1607018058-router', 'tenant_id': '242c3d1f11d44afab53a6162544fd9e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '759cbf38-8a57-455d-9b4f-aa6e1cb22fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:46:39Z', 'updated_at': '2021-06-14T14:49:46Z', 'revision_number': 5, 'project_id': '242c3d1f11d44afab53a6162544fd9e6', 'gw_port': {'id': '759cbf38-8a57-455d-9b4f-aa6e1cb22fcc', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fe:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712832d9-313d-4617-93d4-18820aa8b8fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:46:40Z', 'updated_at': '2021-06-14T14:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi'}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:49:48.747243 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fccab53-56c4-4b9f-a097-7ac35e1962b3 None None] The sync data for ids ['712832d9-313d-4617-93d4-18820aa8b8fd'] in dv-cinder-726180-9-iscsi is: [{'id': '712832d9-313d-4617-93d4-18820aa8b8fd', 'name': 'tempest-ServerRescueNegativeTestJSON-1607018058-router', 'tenant_id': '242c3d1f11d44afab53a6162544fd9e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '759cbf38-8a57-455d-9b4f-aa6e1cb22fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:46:39Z', 'updated_at': '2021-06-14T14:49:46Z', 'revision_number': 5, 'project_id': '242c3d1f11d44afab53a6162544fd9e6', 'gw_port': {'id': '759cbf38-8a57-455d-9b4f-aa6e1cb22fcc', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fe:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712832d9-313d-4617-93d4-18820aa8b8fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:46:40Z', 'updated_at': '2021-06-14T14:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi'}] {{(pid=99486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 14:49:48.889873 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-0def6cec-bae4-4b3a-a139-0f72534d0770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375458892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763375065896'] for port, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:48.892830 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-080b4581-a10c-464e-bbcb-444ccff4c199 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:48.932278 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0def6cec-bae4-4b3a-a139-0f72534d0770 admin admin] Pushing event deleted for resources: {'Port': ['ID=759cbf38-8a57-455d-9b4f-aa6e1cb22fcc,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:48.935601 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-0def6cec-bae4-4b3a-a139-0f72534d0770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:48.975854 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-0def6cec-bae4-4b3a-a139-0f72534d0770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4045586'] for router_gateway, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:49.225104 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device c03cc688-06dc-4c9f-bef0-e5262d1b21ab no longer exists at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 14:49:49.307259 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] No Port match for: c03cc688-06dc-4c9f-bef0-e5262d1b21ab {{(pid=99485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 14:49:49.307825 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device c03cc688-06dc-4c9f-bef0-e5262d1b21ab not bound to the agent host dv-cinder-726180-9-iscsi {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 14:49:49.671722 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-0def6cec-bae4-4b3a-a139-0f72534d0770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4031715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60902'] for router, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:49.674656 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-0def6cec-bae4-4b3a-a139-0f72534d0770 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:49.911410 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-0def6cec-bae4-4b3a-a139-0f72534d0770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4031029'] for router, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:49.912135 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0def6cec-bae4-4b3a-a139-0f72534d0770 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 712832d9-313d-4617-93d4-18820aa8b8fd {{(pid=99483) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 14 14:49:49.918013 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-0def6cec-bae4-4b3a-a139-0f72534d0770 admin admin] Notify callbacks [] for router, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:49.919222 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-0def6cec-bae4-4b3a-a139-0f72534d0770 admin admin] 10.222.0.55 "DELETE /v2.0/routers/712832d9-313d-4617-93d4-18820aa8b8fd HTTP/1.1" status: 204 len: 168 time: 2.4157202 Jun 14 14:49:49.922757 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 33428) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:50.054688 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.db_base_plugin_v2 [None req-466e14d7-2bd1-4f3a-92e3-9846a3ec365b admin admin] Deleting subnet 49408d3b-84a8-4c0a-b61a-5027e2e91b41 {{(pid=99483) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 14 14:49:50.064589 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-466e14d7-2bd1-4f3a-92e3-9846a3ec365b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:50.147005 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-466e14d7-2bd1-4f3a-92e3-9846a3ec365b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:50.176812 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-466e14d7-2bd1-4f3a-92e3-9846a3ec365b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912507'] for subnet, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:50.386082 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-466e14d7-2bd1-4f3a-92e3-9846a3ec365b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244'] for subnet, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:50.399307 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-ce3a5a13-eae6-45aa-bc54-a8804988c49c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:50.448720 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-466e14d7-2bd1-4f3a-92e3-9846a3ec365b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699218'] for subnet, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:50.450749 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-466e14d7-2bd1-4f3a-92e3-9846a3ec365b admin admin] 10.222.0.55 "DELETE /v2.0/subnets/49408d3b-84a8-4c0a-b61a-5027e2e91b41 HTTP/1.1" status: 204 len: 168 time: 0.5269349 Jun 14 14:49:50.451697 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466e14d7-2bd1-4f3a-92e3-9846a3ec365b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49408d3b-84a8-4c0a-b61a-5027e2e91b41,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:50.454416 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 33440) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:50.455436 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-466e14d7-2bd1-4f3a-92e3-9846a3ec365b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:50.566330 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-46c23a4a-0707-481f-bd01-14bd663187e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1035504'] for network, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:50.992895 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-46c23a4a-0707-481f-bd01-14bd663187e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-911334', 'neutron.services.segments.db._delete_segments_for_network-8763375589048'] for network, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:51.015574 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.services.segments.db [None req-46c23a4a-0707-481f-bd01-14bd663187e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['279d0dfb-7f10-4838-93a8-73440a285c6d']}} {{(pid=99484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:49:51.034272 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.services.segments.db [None req-46c23a4a-0707-481f-bd01-14bd663187e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0acbc633-2344-41ea-9343-14810d63bf7d') {'for_net_delete': True} {{(pid=99484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:49:51.034580 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.services.segments.db [None req-46c23a4a-0707-481f-bd01-14bd663187e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0acbc633-2344-41ea-9343-14810d63bf7d') {} {{(pid=99484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:49:51.047050 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-46c23a4a-0707-481f-bd01-14bd663187e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375588886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257031'] for segment, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:51.078447 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-46c23a4a-0707-481f-bd01-14bd663187e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-914478'] for segment, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:51.085605 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46c23a4a-0707-481f-bd01-14bd663187e8 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=99484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 14:49:51.086201 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-46c23a4a-0707-481f-bd01-14bd663187e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-914478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12090150'] for segment, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:51.097827 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device 759cbf38-8a57-455d-9b4f-aa6e1cb22fcc no longer exists at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 14:49:51.111640 dv-cinder-726180-9-iscsi neutron-server[99484]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:49:51.111640 dv-cinder-726180-9-iscsi neutron-server[99484]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:49:51.111640 dv-cinder-726180-9-iscsi neutron-server[99484]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:49:51.111640 dv-cinder-726180-9-iscsi neutron-server[99484]: retrieve_revision_numbers = { Jun 14 14:49:51.111640 dv-cinder-726180-9-iscsi neutron-server[99484]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:49:51.111640 dv-cinder-726180-9-iscsi neutron-server[99484]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:49:51.111640 dv-cinder-726180-9-iscsi neutron-server[99484]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:49:51.111640 dv-cinder-726180-9-iscsi neutron-server[99484]: retrieve_revision_numbers = { Jun 14 14:49:51.111640 dv-cinder-726180-9-iscsi neutron-server[99484]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:49:51.111640 dv-cinder-726180-9-iscsi neutron-server[99484]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:49:51.111640 dv-cinder-726180-9-iscsi neutron-server[99484]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:49:51.111640 dv-cinder-726180-9-iscsi neutron-server[99484]: retrieve_revision_numbers = { Jun 14 14:49:51.111640 dv-cinder-726180-9-iscsi neutron-server[99484]: Traceback (most recent call last): Jun 14 14:49:51.111640 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 14 14:49:51.111640 dv-cinder-726180-9-iscsi neutron-server[99484]: timer() Jun 14 14:49:51.111640 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 14 14:49:51.111640 dv-cinder-726180-9-iscsi neutron-server[99484]: cb(*args, **kw) Jun 14 14:49:51.111640 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 14 14:49:51.111640 dv-cinder-726180-9-iscsi neutron-server[99484]: return func(*args, **kwargs) Jun 14 14:49:51.111640 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 14 14:49:51.111640 dv-cinder-726180-9-iscsi neutron-server[99484]: self._notify() Jun 14 14:49:51.111640 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 14 14:49:51.111640 dv-cinder-726180-9-iscsi neutron-server[99484]: self.callback(batched_events) Jun 14 14:49:51.111640 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 14 14:49:51.111640 dv-cinder-726180-9-iscsi neutron-server[99484]: event.method(event) Jun 14 14:49:51.111640 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 14 14:49:51.111640 dv-cinder-726180-9-iscsi neutron-server[99484]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 14 14:49:51.111640 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 14 14:49:51.111640 dv-cinder-726180-9-iscsi neutron-server[99484]: aggregate_uuid = self.p_client.list_aggregates( Jun 14 14:49:51.111640 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 14 14:49:51.111640 dv-cinder-726180-9-iscsi neutron-server[99484]: return f(self, *a, **k) Jun 14 14:49:51.111640 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 14 14:49:51.111640 dv-cinder-726180-9-iscsi neutron-server[99484]: return self._get(url).json() Jun 14 14:49:51.111640 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 14 14:49:51.111640 dv-cinder-726180-9-iscsi neutron-server[99484]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 14 14:49:51.111640 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 14 14:49:51.111640 dv-cinder-726180-9-iscsi neutron-server[99484]: return self.request(url, 'GET', **kwargs) Jun 14 14:49:51.111640 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 14 14:49:51.111640 dv-cinder-726180-9-iscsi neutron-server[99484]: base_url = self.get_endpoint(auth, allow=allow, Jun 14 14:49:51.111640 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 14 14:49:51.111640 dv-cinder-726180-9-iscsi neutron-server[99484]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 14 14:49:51.111640 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 14 14:49:51.111640 dv-cinder-726180-9-iscsi neutron-server[99484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 14 14:49:51.111640 dv-cinder-726180-9-iscsi neutron-server[99484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 14 14:49:51.131029 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] No Port match for: 759cbf38-8a57-455d-9b4f-aa6e1cb22fcc {{(pid=99485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 14:49:51.131455 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device 759cbf38-8a57-455d-9b4f-aa6e1cb22fcc not bound to the agent host dv-cinder-726180-9-iscsi {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 14:49:51.327803 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-46c23a4a-0707-481f-bd01-14bd663187e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-911353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4045583'] for network, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:51.333915 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:51.338371 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-46c23a4a-0707-481f-bd01-14bd663187e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699218'] for network, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:51.344907 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-46c23a4a-0707-481f-bd01-14bd663187e8 admin admin] 10.222.0.55 "DELETE /v2.0/networks/279d0dfb-7f10-4838-93a8-73440a285c6d HTTP/1.1" status: 204 len: 168 time: 0.8871808 Jun 14 14:49:51.365174 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c23a4a-0707-481f-bd01-14bd663187e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=279d0dfb-7f10-4838-93a8-73440a285c6d,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:51.367850 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-46c23a4a-0707-481f-bd01-14bd663187e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:51.932094 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 33486) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:52.009014 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-a177bc31-ac17-4cb1-9e83-ed5d7d6debb5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=242c3d1f11d44afab53a6162544fd9e6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0750105 Jun 14 14:49:52.011348 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 33488) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:52.092950 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-d7ee4f2e-1c9b-48bc-b1c4-29a0578c5925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:52.146381 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-d7ee4f2e-1c9b-48bc-b1c4-29a0578c5925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:52.261015 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 33500) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:52.323399 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-d7ee4f2e-1c9b-48bc-b1c4-29a0578c5925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:52.327790 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-d7ee4f2e-1c9b-48bc-b1c4-29a0578c5925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:52.332036 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-d7ee4f2e-1c9b-48bc-b1c4-29a0578c5925 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6 HTTP/1.1" status: 204 len: 168 time: 0.3193924 Jun 14 14:49:52.333725 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-6821a460-ba1f-4151-8c6a-61a6b7a8d327 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:52.356126 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ee4f2e-1c9b-48bc-b1c4-29a0578c5925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e85d4f6-cdd1-4fe3-b022-bf2548e4b9d6,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:52.367697 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-d7ee4f2e-1c9b-48bc-b1c4-29a0578c5925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:52.442714 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-5561be9d-3451-46b5-aaaa-9b3542bb9d90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:52.591676 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-5561be9d-3451-46b5-aaaa-9b3542bb9d90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:52.739152 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-5561be9d-3451-46b5-aaaa-9b3542bb9d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:52.743499 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-0da1ad6f-ecfe-4056-a6ed-4187a3ef4573 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:52.813175 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-5561be9d-3451-46b5-aaaa-9b3542bb9d90 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=86b40673937144bf95e4c162da39f81f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5469534 Jun 14 14:49:52.813741 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 33512) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:52.825535 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5561be9d-3451-46b5-aaaa-9b3542bb9d90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1e8d1f-0e85-4db4-84b8-2980e51e9248,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:52.834613 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-5561be9d-3451-46b5-aaaa-9b3542bb9d90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:52.885679 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-03ac31ff-0347-4b00-a419-226506043908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:52.915279 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-03ac31ff-0347-4b00-a419-226506043908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:53.122793 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-03ac31ff-0347-4b00-a419-226506043908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:53.126151 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-03ac31ff-0347-4b00-a419-226506043908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:53.132789 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-03ac31ff-0347-4b00-a419-226506043908 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3b1e8d1f-0e85-4db4-84b8-2980e51e9248 HTTP/1.1" status: 204 len: 168 time: 0.3126836 Jun 14 14:49:53.132789 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-5f8d26f0-917f-4f9e-bd62-bdb2bda0858d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:53.148532 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ac31ff-0347-4b00-a419-226506043908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1e8d1f-0e85-4db4-84b8-2980e51e9248,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:53.151811 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-03ac31ff-0347-4b00-a419-226506043908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:54.224362 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 33548) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:54.243065 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-ac257f1e-29e3-4b6b-a091-8cb4990a29f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:54.406834 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-ac257f1e-29e3-4b6b-a091-8cb4990a29f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:54.533808 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-ac257f1e-29e3-4b6b-a091-8cb4990a29f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:54.536827 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-c380ec6a-f193-416b-a4e6-d0d4a75da719 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:54.588557 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-ac257f1e-29e3-4b6b-a091-8cb4990a29f3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ebdfe527da944cc9aa8359c42b6188b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3630676 Jun 14 14:49:54.589824 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac257f1e-29e3-4b6b-a091-8cb4990a29f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca689a49-8214-42b3-ac84-9a493b0a9716,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:54.591577 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 33556) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:54.617295 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-ac257f1e-29e3-4b6b-a091-8cb4990a29f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:54.695854 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-75f540b6-449a-40e2-bf45-a5db9dc8ecc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:54.739643 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-75f540b6-449a-40e2-bf45-a5db9dc8ecc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:54.856891 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-c7669d39-fe78-4bbe-8665-536c721c961b req-eeda46fe-dcf9-4348-935a-3b4b6b4a37d9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=517c6891-dd10-4a1f-9bbc-312ff0548f30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0902727 Jun 14 14:49:54.954605 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7669d39-fe78-4bbe-8665-536c721c961b req-96057c10-2360-4432-8d42-49ed3f1a1414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:54.955998 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-c7669d39-fe78-4bbe-8665-536c721c961b req-96057c10-2360-4432-8d42-49ed3f1a1414 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f6d775d7d5f04714a3c3dbf66a8c9048&device_id=517c6891-dd10-4a1f-9bbc-312ff0548f30 HTTP/1.1" status: 200 len: 1098 time: 0.0685625 Jun 14 14:49:55.079424 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-75f540b6-449a-40e2-bf45-a5db9dc8ecc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:55.082462 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-75f540b6-449a-40e2-bf45-a5db9dc8ecc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:55.083614 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-75f540b6-449a-40e2-bf45-a5db9dc8ecc8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ca689a49-8214-42b3-ac84-9a493b0a9716 HTTP/1.1" status: 204 len: 168 time: 0.4909520 Jun 14 14:49:55.091632 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-0cb11458-88be-40dc-886c-8401b86772eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:55.111374 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f540b6-449a-40e2-bf45-a5db9dc8ecc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca689a49-8214-42b3-ac84-9a493b0a9716,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:55.115161 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-75f540b6-449a-40e2-bf45-a5db9dc8ecc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:55.178353 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7669d39-fe78-4bbe-8665-536c721c961b req-77e7061a-d969-45a9-a3bd-b43e9bc8b968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:55.184434 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-c7669d39-fe78-4bbe-8665-536c721c961b req-77e7061a-d969-45a9-a3bd-b43e9bc8b968 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0f24e05a-f59f-42ec-ad23-eb813ca68e34 HTTP/1.1" status: 200 len: 911 time: 0.2067018 Jun 14 14:49:55.303127 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-c7669d39-fe78-4bbe-8665-536c721c961b req-893deb49-cdfe-4cb0-91ac-4340c3d2bc84 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e2f73fe-ace8-4f29-95c9-d5af4166b472 HTTP/1.1" status: 200 len: 1001 time: 0.1078858 Jun 14 14:49:55.387644 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7669d39-fe78-4bbe-8665-536c721c961b req-66cdccef-01cc-4251-8be1-e83f0849e1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:55.390137 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-c7669d39-fe78-4bbe-8665-536c721c961b req-66cdccef-01cc-4251-8be1-e83f0849e1bb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fdbf821b-0f7c-45ba-93c7-1bd078cce400 HTTP/1.1" status: 200 len: 849 time: 0.0764368 Jun 14 14:49:55.481762 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7669d39-fe78-4bbe-8665-536c721c961b req-a0c56049-29ff-4021-9e90-e97c049d4948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:55.484465 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-c7669d39-fe78-4bbe-8665-536c721c961b req-a0c56049-29ff-4021-9e90-e97c049d4948 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0f24e05a-f59f-42ec-ad23-eb813ca68e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0781515 Jun 14 14:49:55.648503 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-c7669d39-fe78-4bbe-8665-536c721c961b req-9fb92d61-db07-4f63-8e63-8973c960b0aa service neutron] 10.222.0.21 "GET /v2.0/networks/0f24e05a-f59f-42ec-ad23-eb813ca68e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469531 Jun 14 14:49:55.779916 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-42164070-f7de-4595-9d2b-6af6b8177cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:55.847435 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-c7669d39-fe78-4bbe-8665-536c721c961b req-62281a37-5b8b-456d-9714-d231f57ee66a service neutron] 10.222.0.21 "GET /v2.0/networks/0f24e05a-f59f-42ec-ad23-eb813ca68e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948497 Jun 14 14:49:55.899189 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 33586) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:56.032116 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-2a62e1e0-d050-4b20-a4ff-6c703e7cf8de admin admin] Notify callbacks [] for security_group, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:56.199276 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-2a62e1e0-d050-4b20-a4ff-6c703e7cf8de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:56.265217 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-2a62e1e0-d050-4b20-a4ff-6c703e7cf8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:56.268161 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-2075aa22-771c-4c87-9354-4c708e23ddef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:56.326357 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-2a62e1e0-d050-4b20-a4ff-6c703e7cf8de admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=55371875e65a42c4898394f75ea242d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4260581 Jun 14 14:49:56.327679 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a62e1e0-d050-4b20-a4ff-6c703e7cf8de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00454526-abed-4cf4-a56c-dcc34b24c6dd,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:56.329691 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 33604) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:56.345601 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-2a62e1e0-d050-4b20-a4ff-6c703e7cf8de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:56.455349 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-c09ce52b-e6d6-421d-b7ed-0f74be4c968b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:56.480817 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-c09ce52b-e6d6-421d-b7ed-0f74be4c968b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:56.659508 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-c09ce52b-e6d6-421d-b7ed-0f74be4c968b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:56.662313 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-c09ce52b-e6d6-421d-b7ed-0f74be4c968b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:56.663475 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-c09ce52b-e6d6-421d-b7ed-0f74be4c968b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/00454526-abed-4cf4-a56c-dcc34b24c6dd HTTP/1.1" status: 204 len: 168 time: 0.3324547 Jun 14 14:49:56.664256 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-d7ee4f2e-1c9b-48bc-b1c4-29a0578c5925 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:56.680398 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ce52b-e6d6-421d-b7ed-0f74be4c968b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00454526-abed-4cf4-a56c-dcc34b24c6dd,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:56.683068 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-c09ce52b-e6d6-421d-b7ed-0f74be4c968b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:58.573417 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-e545d02b-0b76-41a4-88ac-91e2dde8c784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:58.671860 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:59.069513 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 33676) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:59.204515 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-dfd17c97-6b8b-4504-8a63-3bf7de32e9e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:59.309276 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-dfd17c97-6b8b-4504-8a63-3bf7de32e9e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:59.436750 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-dfd17c97-6b8b-4504-8a63-3bf7de32e9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:59.439515 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-2c44079b-0607-4980-8108-60c2beeb0e01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:59.481187 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-dfd17c97-6b8b-4504-8a63-3bf7de32e9e7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=17dd10b83fca4b44b455cb1ad2506912&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4105697 Jun 14 14:49:59.482896 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd17c97-6b8b-4504-8a63-3bf7de32e9e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c961d42-d2c5-4212-91dc-8311e89f9332,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:59.484745 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 33680) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:59.492177 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd17c97-6b8b-4504-8a63-3bf7de32e9e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:59.492177 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd17c97-6b8b-4504-8a63-3bf7de32e9e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:59.492340 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd17c97-6b8b-4504-8a63-3bf7de32e9e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:59.492564 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd17c97-6b8b-4504-8a63-3bf7de32e9e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:59.492914 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd17c97-6b8b-4504-8a63-3bf7de32e9e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:59.493264 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd17c97-6b8b-4504-8a63-3bf7de32e9e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:59.493610 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd17c97-6b8b-4504-8a63-3bf7de32e9e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:59.493954 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd17c97-6b8b-4504-8a63-3bf7de32e9e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:59.494297 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd17c97-6b8b-4504-8a63-3bf7de32e9e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:59.495020 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd17c97-6b8b-4504-8a63-3bf7de32e9e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:59.495409 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd17c97-6b8b-4504-8a63-3bf7de32e9e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:59.495930 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd17c97-6b8b-4504-8a63-3bf7de32e9e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:59.500555 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-dfd17c97-6b8b-4504-8a63-3bf7de32e9e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:59.540810 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-2ef6b5bb-6d59-4181-8c1c-75e214d72fbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:59.567980 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-2ef6b5bb-6d59-4181-8c1c-75e214d72fbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:59.631337 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-fac6794f-d54e-43a2-84ad-332974bc6d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:59.781088 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-2ef6b5bb-6d59-4181-8c1c-75e214d72fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:59.796895 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-2ef6b5bb-6d59-4181-8c1c-75e214d72fbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:59.798099 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-2ef6b5bb-6d59-4181-8c1c-75e214d72fbc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2c961d42-d2c5-4212-91dc-8311e89f9332 HTTP/1.1" status: 204 len: 168 time: 0.3123639 Jun 14 14:49:59.798931 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-2a7d041f-07f9-4638-8282-28dae025d5f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:59.808100 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef6b5bb-6d59-4181-8c1c-75e214d72fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c961d42-d2c5-4212-91dc-8311e89f9332,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:59.815833 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef6b5bb-6d59-4181-8c1c-75e214d72fbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:59.816039 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef6b5bb-6d59-4181-8c1c-75e214d72fbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:59.816312 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef6b5bb-6d59-4181-8c1c-75e214d72fbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:59.816678 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef6b5bb-6d59-4181-8c1c-75e214d72fbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:59.817004 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef6b5bb-6d59-4181-8c1c-75e214d72fbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:59.817345 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef6b5bb-6d59-4181-8c1c-75e214d72fbc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:59.817690 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef6b5bb-6d59-4181-8c1c-75e214d72fbc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:59.818024 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef6b5bb-6d59-4181-8c1c-75e214d72fbc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:59.818362 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef6b5bb-6d59-4181-8c1c-75e214d72fbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:59.818694 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef6b5bb-6d59-4181-8c1c-75e214d72fbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:59.819029 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef6b5bb-6d59-4181-8c1c-75e214d72fbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:59.819357 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef6b5bb-6d59-4181-8c1c-75e214d72fbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:59.822503 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-2ef6b5bb-6d59-4181-8c1c-75e214d72fbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:00.299167 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:00.488672 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 33716) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:00.659440 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-a32e67e1-0cb6-484d-b0f8-00898fa7888c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:00.768205 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-a32e67e1-0cb6-484d-b0f8-00898fa7888c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:00.864856 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-a32e67e1-0cb6-484d-b0f8-00898fa7888c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:00.868915 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-d6935688-f2e5-4caf-8f58-956622cdcd50 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:00.911416 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-a32e67e1-0cb6-484d-b0f8-00898fa7888c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=286bae4c970f4c139e1e40195de42f6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4216568 Jun 14 14:50:00.912604 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32e67e1-0cb6-484d-b0f8-00898fa7888c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be1bb7b2-e7a9-4856-8fda-4e77fe74d58e,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:00.914261 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 33748) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:00.937881 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-a32e67e1-0cb6-484d-b0f8-00898fa7888c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:00.975917 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-88702bc2-60a0-4ccc-ae18-c92e92929ba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:01.003915 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-88702bc2-60a0-4ccc-ae18-c92e92929ba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:01.237136 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-88702bc2-60a0-4ccc-ae18-c92e92929ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:01.239721 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-88702bc2-60a0-4ccc-ae18-c92e92929ba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:01.240907 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-88702bc2-60a0-4ccc-ae18-c92e92929ba5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/be1bb7b2-e7a9-4856-8fda-4e77fe74d58e HTTP/1.1" status: 204 len: 168 time: 0.3256168 Jun 14 14:50:01.241700 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-7beb13c6-1484-414d-8684-0a1bf8940077 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:01.252677 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88702bc2-60a0-4ccc-ae18-c92e92929ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1bb7b2-e7a9-4856-8fda-4e77fe74d58e,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:01.255577 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-88702bc2-60a0-4ccc-ae18-c92e92929ba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:01.521988 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-39b4335d-7f90-4c96-ac82-c584c202a69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:02.260544 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 33792) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:02.277245 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-9de68c90-33fe-4225-a351-034f8cf1db25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:02.375305 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-9de68c90-33fe-4225-a351-034f8cf1db25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:02.516388 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-9de68c90-33fe-4225-a351-034f8cf1db25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:02.519061 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-a68174fe-ed65-491f-9832-036f263b33c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:02.559704 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-9de68c90-33fe-4225-a351-034f8cf1db25 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=760ec00678364b838236f9db46ad9cb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2980702 Jun 14 14:50:02.560646 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de68c90-33fe-4225-a351-034f8cf1db25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b36647f7-3152-4d29-b516-45ac8377d6f7,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:02.564154 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 33804) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:02.564659 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-9de68c90-33fe-4225-a351-034f8cf1db25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:02.619294 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-57cd446e-83cc-4e27-a8e6-b588655bd0c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:02.645543 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-57cd446e-83cc-4e27-a8e6-b588655bd0c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:02.853325 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-57cd446e-83cc-4e27-a8e6-b588655bd0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:02.856029 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-57cd446e-83cc-4e27-a8e6-b588655bd0c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:02.857160 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-57cd446e-83cc-4e27-a8e6-b588655bd0c5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b36647f7-3152-4d29-b516-45ac8377d6f7 HTTP/1.1" status: 204 len: 168 time: 0.2920196 Jun 14 14:50:02.858596 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-9bce9d00-971a-42bd-8366-0118523f1edc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:02.867195 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cd446e-83cc-4e27-a8e6-b588655bd0c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36647f7-3152-4d29-b516-45ac8377d6f7,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:02.869761 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-57cd446e-83cc-4e27-a8e6-b588655bd0c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:03.484115 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-7dc2761e-e940-49a1-bc84-4d716aca2f44 req-db68446d-cb29-47b3-a6d9-13ad8d8407a0 tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=d031a6d41c404c0fad8f862c865eedb2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376577 Jun 14 14:50:03.695444 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc2761e-e940-49a1-bc84-4d716aca2f44 req-5d4982d4-0ff8-4561-9ce6-1a19d1636675 tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:03.696964 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-7dc2761e-e940-49a1-bc84-4d716aca2f44 req-5d4982d4-0ff8-4561-9ce6-1a19d1636675 tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2074671 Jun 14 14:50:03.712511 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-7dc2761e-e940-49a1-bc84-4d716aca2f44 req-d24e0963-c5ce-4d27-8c99-3427f20d87a7 tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] 10.222.0.55 "GET /v2.0/quotas/d031a6d41c404c0fad8f862c865eedb2 HTTP/1.1" status: 200 len: 375 time: 0.0093551 Jun 14 14:50:03.755353 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-7dc2761e-e940-49a1-bc84-4d716aca2f44 req-83aea3f2-7ce5-4fc7-b0a8-fa9d5830b150 tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d031a6d41c404c0fad8f862c865eedb2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372479 Jun 14 14:50:04.067482 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-8a526f29-00ab-47a0-b1be-781240597b06 req-64afa462-7947-4bb7-9dd4-6c1b1fa04ab0 tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] 10.222.0.55 "GET /v2.0/ports?device_id=39b3e987-a487-4b26-a005-eea31527d210 HTTP/1.1" status: 200 len: 210 time: 0.0405276 Jun 14 14:50:04.378566 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 33860) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:04.435876 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.db_base_plugin_v2 [None req-c435ab1a-8d68-4d45-aa39-f9069dd221f5 admin admin] Deleting subnet b8eb8a53-71cf-41bf-a4d0-30555c3f298c {{(pid=99483) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 14 14:50:04.439136 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-c435ab1a-8d68-4d45-aa39-f9069dd221f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:04.485143 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-c435ab1a-8d68-4d45-aa39-f9069dd221f5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:04.491331 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-c435ab1a-8d68-4d45-aa39-f9069dd221f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912507'] for subnet, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:04.647946 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-c435ab1a-8d68-4d45-aa39-f9069dd221f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244'] for subnet, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:04.651739 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-365fb9b8-5af2-47cb-9410-26af22c73347 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:04.694868 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c435ab1a-8d68-4d45-aa39-f9069dd221f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8eb8a53-71cf-41bf-a4d0-30555c3f298c,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:04.696809 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-c435ab1a-8d68-4d45-aa39-f9069dd221f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699218'] for subnet, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:04.698650 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-c435ab1a-8d68-4d45-aa39-f9069dd221f5 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/b8eb8a53-71cf-41bf-a4d0-30555c3f298c HTTP/1.1" status: 204 len: 168 time: 0.3190877 Jun 14 14:50:04.701622 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 33870) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:04.703901 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-c435ab1a-8d68-4d45-aa39-f9069dd221f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:04.801615 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-e6090a81-49a1-45b6-ba37-0b596e6c0543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1035504'] for network, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:04.921023 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-e6090a81-49a1-45b6-ba37-0b596e6c0543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-911334', 'neutron.services.segments.db._delete_segments_for_network-8763375589048'] for network, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:04.932936 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-e6090a81-49a1-45b6-ba37-0b596e6c0543 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:50:04.933284 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-e6090a81-49a1-45b6-ba37-0b596e6c0543 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:50:04.934022 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-e6090a81-49a1-45b6-ba37-0b596e6c0543 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:50:04.934344 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-e6090a81-49a1-45b6-ba37-0b596e6c0543 admin admin] Subscribe: > port after_create 55550000 {{(pid=99483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:50:04.934669 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-e6090a81-49a1-45b6-ba37-0b596e6c0543 admin admin] Subscribe: > port after_delete 55550000 {{(pid=99483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:50:04.934999 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-e6090a81-49a1-45b6-ba37-0b596e6c0543 admin admin] Subscribe: > port after_update 55550000 {{(pid=99483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:50:04.935333 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-e6090a81-49a1-45b6-ba37-0b596e6c0543 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:50:04.935783 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-e6090a81-49a1-45b6-ba37-0b596e6c0543 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:50:04.936521 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-e6090a81-49a1-45b6-ba37-0b596e6c0543 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:50:04.936885 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-e6090a81-49a1-45b6-ba37-0b596e6c0543 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:50:05.004622 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-e6090a81-49a1-45b6-ba37-0b596e6c0543 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:50:05.004972 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-e6090a81-49a1-45b6-ba37-0b596e6c0543 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:50:05.005302 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-e6090a81-49a1-45b6-ba37-0b596e6c0543 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:50:05.005630 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-e6090a81-49a1-45b6-ba37-0b596e6c0543 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:50:05.005998 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.services.segments.db [None req-e6090a81-49a1-45b6-ba37-0b596e6c0543 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65d263a3-c06c-4fc2-b6db-fb0d4c7cfc3b']}} {{(pid=99483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:50:05.027296 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.services.segments.db [None req-e6090a81-49a1-45b6-ba37-0b596e6c0543 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1032d505-c774-4d39-a3ca-73b0d1b09fb4') {'for_net_delete': True} {{(pid=99483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:50:05.027598 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.services.segments.db [None req-e6090a81-49a1-45b6-ba37-0b596e6c0543 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1032d505-c774-4d39-a3ca-73b0d1b09fb4') {} {{(pid=99483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:50:05.057487 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-e6090a81-49a1-45b6-ba37-0b596e6c0543 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375588886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8802493'] for segment, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:05.089530 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-e6090a81-49a1-45b6-ba37-0b596e6c0543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-914478'] for segment, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:05.100147 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6090a81-49a1-45b6-ba37-0b596e6c0543 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=99483) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 14:50:05.100696 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-e6090a81-49a1-45b6-ba37-0b596e6c0543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-914478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282687'] for segment, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:05.104962 dv-cinder-726180-9-iscsi neutron-server[99483]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 14 14:50:05.104962 dv-cinder-726180-9-iscsi neutron-server[99483]: from cryptography.utils import int_from_bytes Jun 14 14:50:05.104962 dv-cinder-726180-9-iscsi neutron-server[99483]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 14 14:50:05.104962 dv-cinder-726180-9-iscsi neutron-server[99483]: from cryptography.utils import int_from_bytes Jun 14 14:50:05.104962 dv-cinder-726180-9-iscsi neutron-server[99483]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:50:05.104962 dv-cinder-726180-9-iscsi neutron-server[99483]: retrieve_revision_numbers = { Jun 14 14:50:05.104962 dv-cinder-726180-9-iscsi neutron-server[99483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:50:05.104962 dv-cinder-726180-9-iscsi neutron-server[99483]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:50:05.104962 dv-cinder-726180-9-iscsi neutron-server[99483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:50:05.104962 dv-cinder-726180-9-iscsi neutron-server[99483]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:50:05.104962 dv-cinder-726180-9-iscsi neutron-server[99483]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:50:05.104962 dv-cinder-726180-9-iscsi neutron-server[99483]: retrieve_revision_numbers = { Jun 14 14:50:05.104962 dv-cinder-726180-9-iscsi neutron-server[99483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:50:05.104962 dv-cinder-726180-9-iscsi neutron-server[99483]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:50:05.104962 dv-cinder-726180-9-iscsi neutron-server[99483]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:50:05.104962 dv-cinder-726180-9-iscsi neutron-server[99483]: retrieve_revision_numbers = { Jun 14 14:50:05.104962 dv-cinder-726180-9-iscsi neutron-server[99483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:50:05.104962 dv-cinder-726180-9-iscsi neutron-server[99483]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:50:05.104962 dv-cinder-726180-9-iscsi neutron-server[99483]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:50:05.104962 dv-cinder-726180-9-iscsi neutron-server[99483]: retrieve_revision_numbers = { Jun 14 14:50:05.104962 dv-cinder-726180-9-iscsi neutron-server[99483]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:50:05.104962 dv-cinder-726180-9-iscsi neutron-server[99483]: retrieve_revision_numbers = { Jun 14 14:50:05.104962 dv-cinder-726180-9-iscsi neutron-server[99483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:50:05.104962 dv-cinder-726180-9-iscsi neutron-server[99483]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:50:05.104962 dv-cinder-726180-9-iscsi neutron-server[99483]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:50:05.104962 dv-cinder-726180-9-iscsi neutron-server[99483]: retrieve_revision_numbers = { Jun 14 14:50:05.104962 dv-cinder-726180-9-iscsi neutron-server[99483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:50:05.104962 dv-cinder-726180-9-iscsi neutron-server[99483]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:50:05.104962 dv-cinder-726180-9-iscsi neutron-server[99483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:50:05.104962 dv-cinder-726180-9-iscsi neutron-server[99483]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:50:05.104962 dv-cinder-726180-9-iscsi neutron-server[99483]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:50:05.104962 dv-cinder-726180-9-iscsi neutron-server[99483]: retrieve_revision_numbers = { Jun 14 14:50:05.104962 dv-cinder-726180-9-iscsi neutron-server[99483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:50:05.104962 dv-cinder-726180-9-iscsi neutron-server[99483]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:50:05.104962 dv-cinder-726180-9-iscsi neutron-server[99483]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:50:05.104962 dv-cinder-726180-9-iscsi neutron-server[99483]: retrieve_revision_numbers = { Jun 14 14:50:05.104962 dv-cinder-726180-9-iscsi neutron-server[99483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:50:05.104962 dv-cinder-726180-9-iscsi neutron-server[99483]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:50:05.104962 dv-cinder-726180-9-iscsi neutron-server[99483]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:50:05.104962 dv-cinder-726180-9-iscsi neutron-server[99483]: retrieve_revision_numbers = { Jun 14 14:50:05.104962 dv-cinder-726180-9-iscsi neutron-server[99483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:50:05.104962 dv-cinder-726180-9-iscsi neutron-server[99483]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:50:05.104962 dv-cinder-726180-9-iscsi neutron-server[99483]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:50:05.104962 dv-cinder-726180-9-iscsi neutron-server[99483]: retrieve_revision_numbers = { Jun 14 14:50:05.104962 dv-cinder-726180-9-iscsi neutron-server[99483]: Traceback (most recent call last): Jun 14 14:50:05.104962 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 14 14:50:05.104962 dv-cinder-726180-9-iscsi neutron-server[99483]: timer() Jun 14 14:50:05.113189 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 14 14:50:05.113189 dv-cinder-726180-9-iscsi neutron-server[99483]: cb(*args, **kw) Jun 14 14:50:05.113189 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 14 14:50:05.113189 dv-cinder-726180-9-iscsi neutron-server[99483]: return func(*args, **kwargs) Jun 14 14:50:05.113189 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 14 14:50:05.113189 dv-cinder-726180-9-iscsi neutron-server[99483]: self._notify() Jun 14 14:50:05.113189 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 14 14:50:05.113189 dv-cinder-726180-9-iscsi neutron-server[99483]: self.callback(batched_events) Jun 14 14:50:05.113189 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 14 14:50:05.113189 dv-cinder-726180-9-iscsi neutron-server[99483]: event.method(event) Jun 14 14:50:05.113189 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 14 14:50:05.113189 dv-cinder-726180-9-iscsi neutron-server[99483]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 14 14:50:05.113189 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 14 14:50:05.113189 dv-cinder-726180-9-iscsi neutron-server[99483]: aggregate_uuid = self.p_client.list_aggregates( Jun 14 14:50:05.113189 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 14 14:50:05.113189 dv-cinder-726180-9-iscsi neutron-server[99483]: return f(self, *a, **k) Jun 14 14:50:05.113189 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 14 14:50:05.113189 dv-cinder-726180-9-iscsi neutron-server[99483]: return self._get(url).json() Jun 14 14:50:05.113189 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 14 14:50:05.113189 dv-cinder-726180-9-iscsi neutron-server[99483]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 14 14:50:05.113189 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 14 14:50:05.113189 dv-cinder-726180-9-iscsi neutron-server[99483]: return self.request(url, 'GET', **kwargs) Jun 14 14:50:05.113189 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 14 14:50:05.113189 dv-cinder-726180-9-iscsi neutron-server[99483]: base_url = self.get_endpoint(auth, allow=allow, Jun 14 14:50:05.113189 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 14 14:50:05.113189 dv-cinder-726180-9-iscsi neutron-server[99483]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 14 14:50:05.113189 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 14 14:50:05.113189 dv-cinder-726180-9-iscsi neutron-server[99483]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 14 14:50:05.113189 dv-cinder-726180-9-iscsi neutron-server[99483]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 14 14:50:05.236285 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-1a156202-5fcc-4a1d-a85f-8316861c7fa3 req-34e238bd-f465-4a47-af10-cc08a6707c6e tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] 10.222.0.55 "GET /v2.0/ports?device_id=39b3e987-a487-4b26-a005-eea31527d210 HTTP/1.1" status: 200 len: 210 time: 0.0410421 Jun 14 14:50:05.352342 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-e6090a81-49a1-45b6-ba37-0b596e6c0543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-911353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4045583'] for network, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:05.356484 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:05.372399 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-e6090a81-49a1-45b6-ba37-0b596e6c0543 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699218'] for network, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:05.374582 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-e6090a81-49a1-45b6-ba37-0b596e6c0543 admin admin] 10.222.0.55 "DELETE /v2.0/networks/65d263a3-c06c-4fc2-b6db-fb0d4c7cfc3b HTTP/1.1" status: 204 len: 168 time: 0.6718612 Jun 14 14:50:05.375867 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6090a81-49a1-45b6-ba37-0b596e6c0543 admin admin] Pushing event deleted for resources: {'Network': ['ID=65d263a3-c06c-4fc2-b6db-fb0d4c7cfc3b,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:05.378846 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-e6090a81-49a1-45b6-ba37-0b596e6c0543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:05.973554 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 33892) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:06.024203 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-cf6a0aea-0890-497a-a393-0893d70472ba admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=da56ce54d59a44f98a82e3932b694c1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0492663 Jun 14 14:50:06.026589 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 33894) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:06.069397 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.agents_db [None req-f05f0e2d-2be5-4cb0-86e7-333c7e47477b None None] Agent healthcheck: found 6 active agents {{(pid=99486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 14:50:06.086744 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-407567e9-fb53-4eb2-8ead-3eda2a560b68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:06.114116 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-407567e9-fb53-4eb2-8ead-3eda2a560b68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:06.311483 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-407567e9-fb53-4eb2-8ead-3eda2a560b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:06.315565 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-407567e9-fb53-4eb2-8ead-3eda2a560b68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:06.319591 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-407567e9-fb53-4eb2-8ead-3eda2a560b68 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e4412ae9-ed24-4ba9-9bee-87c45de8c592 HTTP/1.1" status: 204 len: 168 time: 0.2894940 Jun 14 14:50:06.319591 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-7484de02-b206-4d75-8fe9-55268e939db3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:06.338257 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407567e9-fb53-4eb2-8ead-3eda2a560b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4412ae9-ed24-4ba9-9bee-87c45de8c592,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:06.342052 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-407567e9-fb53-4eb2-8ead-3eda2a560b68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:06.389558 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-b55a16d6-213b-4765-a1fe-e73112da73a7 req-daae4b23-e5d6-4f84-8aed-e9b1f5ebc57d tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] 10.222.0.55 "GET /v2.0/ports?device_id=39b3e987-a487-4b26-a005-eea31527d210 HTTP/1.1" status: 200 len: 210 time: 0.0388255 Jun 14 14:50:07.436536 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-7dc2761e-e940-49a1-bc84-4d716aca2f44 req-825296b2-860b-46ad-a73d-b5cfda5e3b1b tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=d031a6d41c404c0fad8f862c865eedb2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353589 Jun 14 14:50:07.652878 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-dc50bff8-fb45-44f4-8fa5-49cd400d0b4a req-c8bbbda5-d370-4a1f-9080-74e3efb6c591 tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] 10.222.0.55 "GET /v2.0/ports?device_id=39b3e987-a487-4b26-a005-eea31527d210 HTTP/1.1" status: 200 len: 210 time: 0.0660067 Jun 14 14:50:07.697484 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc2761e-e940-49a1-bc84-4d716aca2f44 req-d597a2b4-1f3e-41c1-bad7-458d1c44a982 tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:07.700386 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-7dc2761e-e940-49a1-bc84-4d716aca2f44 req-d597a2b4-1f3e-41c1-bad7-458d1c44a982 tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2559071 Jun 14 14:50:07.712387 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.v2.base [req-7dc2761e-e940-49a1-bc84-4d716aca2f44 req-3b100845-175b-421f-ae24-73cc41e6367d tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] Request body: {'port': {'device_id': '39b3e987-a487-4b26-a005-eea31527d210', 'network_id': '9c307061-d0d6-4b3f-ae6e-9a13a0b6a42d', 'admin_state_up': True, 'tenant_id': 'd031a6d41c404c0fad8f862c865eedb2'}} {{(pid=99483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:50:07.938996 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dc2761e-e940-49a1-bc84-4d716aca2f44 req-3b100845-175b-421f-ae24-73cc41e6367d tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] Made reservation on behalf of d031a6d41c404c0fad8f862c865eedb2 for: {'port': 1} {{(pid=99483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:50:07.944191 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-7dc2761e-e940-49a1-bc84-4d716aca2f44 req-3b100845-175b-421f-ae24-73cc41e6367d tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905267'] for port, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:07.956539 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-7dc2761e-e940-49a1-bc84-4d716aca2f44 req-3b100845-175b-421f-ae24-73cc41e6367d tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] Notify callbacks [] for security_group, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:08.076658 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-7dc2761e-e940-49a1-bc84-4d716aca2f44 req-3b100845-175b-421f-ae24-73cc41e6367d tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] Notify callbacks [] for security_group, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:08.254071 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-7dc2761e-e940-49a1-bc84-4d716aca2f44 req-3b100845-175b-421f-ae24-73cc41e6367d tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:08.258611 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-2a62e1e0-d050-4b20-a4ff-6c703e7cf8de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:08.328404 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b100845-175b-421f-ae24-73cc41e6367d tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8fae6c-5d41-48cb-a993-ea0a2f966763,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:08.337221 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-3b100845-175b-421f-ae24-73cc41e6367d tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:08.412443 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.db_base_plugin_common [req-7dc2761e-e940-49a1-bc84-4d716aca2f44 req-3b100845-175b-421f-ae24-73cc41e6367d tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] Allocated IP 192.168.233.41 (9c307061-d0d6-4b3f-ae6e-9a13a0b6a42d/9b935d08-bc00-42c1-a34f-75541e5b6a8f/e5902639-19f2-491d-ba91-04f730e72a2c) {{(pid=99483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:50:08.597130 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-7dc2761e-e940-49a1-bc84-4d716aca2f44 req-3b100845-175b-421f-ae24-73cc41e6367d tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] Notify callbacks [] for port, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:08.610575 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.provisioning_blocks [req-7dc2761e-e940-49a1-bc84-4d716aca2f44 req-3b100845-175b-421f-ae24-73cc41e6367d tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] Transition to ACTIVE for port object e5902639-19f2-491d-ba91-04f730e72a2c will not be triggered until provisioned by entity DHCP. {{(pid=99483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:50:08.737856 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-7dc2761e-e940-49a1-bc84-4d716aca2f44 req-3b100845-175b-421f-ae24-73cc41e6367d tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-905456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763375065887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12282725'] for port, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:08.738231 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-2eed00d1-b21c-4d56-b15b-2df0c7df2b77 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:08.791285 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dc2761e-e940-49a1-bc84-4d716aca2f44 req-3b100845-175b-421f-ae24-73cc41e6367d tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] Network 9c307061-d0d6-4b3f-ae6e-9a13a0b6a42d is already hosted by enough agents. {{(pid=99483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:50:08.794817 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.base_scheduler [req-7dc2761e-e940-49a1-bc84-4d716aca2f44 req-3b100845-175b-421f-ae24-73cc41e6367d tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] Resources bound (agent type, host, resource id): {{(pid=99483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:50:08.799536 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dc2761e-e940-49a1-bc84-4d716aca2f44 req-3b100845-175b-421f-ae24-73cc41e6367d tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] Received port after_create {{(pid=99483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:50:08.842024 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b100845-175b-421f-ae24-73cc41e6367d tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] Pushing event updated for resources: {'Port': ['ID=e5902639-19f2-491d-ba91-04f730e72a2c,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:08.842024 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-3b100845-175b-421f-ae24-73cc41e6367d tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:08.868785 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c5c4f5-3db5-40ec-906c-103f9875bec6 req-cdf31e4e-b5bd-486b-bf9e-a37e18042bb9 tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:08.872166 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc2761e-e940-49a1-bc84-4d716aca2f44 req-3b100845-175b-421f-ae24-73cc41e6367d tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:08.873068 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-7dc2761e-e940-49a1-bc84-4d716aca2f44 req-3b100845-175b-421f-ae24-73cc41e6367d tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645'] for port, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:08.877429 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-86c5c4f5-3db5-40ec-906c-103f9875bec6 req-cdf31e4e-b5bd-486b-bf9e-a37e18042bb9 tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] 10.222.0.55 "GET /v2.0/ports?device_id=39b3e987-a487-4b26-a005-eea31527d210 HTTP/1.1" status: 200 len: 935 time: 0.0872202 Jun 14 14:50:08.928199 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-86c5c4f5-3db5-40ec-906c-103f9875bec6 req-d07c1fdf-f74f-462d-855b-f3b849809ccb tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a8fae6c-5d41-48cb-a993-ea0a2f966763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497532 Jun 14 14:50:09.101223 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-7dc2761e-e940-49a1-bc84-4d716aca2f44 req-3b100845-175b-421f-ae24-73cc41e6367d tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3915935 Jun 14 14:50:09.115678 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.v2.base [req-7dc2761e-e940-49a1-bc84-4d716aca2f44 req-2309c8b5-d81d-4ce6-9465-55b7c494426b service neutron] Request body: {'port': {'device_id': '39b3e987-a487-4b26-a005-eea31527d210', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-72618'}} {{(pid=99483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:50:09.137226 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-3cf1352a-2909-4f75-bf45-ca8463199336 None None] Provisioning for port e5902639-19f2-491d-ba91-04f730e72a2c completed by entity DHCP. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:50:09.152073 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-3cf1352a-2909-4f75-bf45-ca8463199336 None None] Provisioning complete for port e5902639-19f2-491d-ba91-04f730e72a2c triggered by entity DHCP. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:50:09.152462 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-3cf1352a-2909-4f75-bf45-ca8463199336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:09.203145 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-3cf1352a-2909-4f75-bf45-ca8463199336 None None] Port e5902639-19f2-491d-ba91-04f730e72a2c cannot update to ACTIVE because it is not bound. {{(pid=99485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 14:50:09.222944 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-7dc2761e-e940-49a1-bc84-4d716aca2f44 req-2309c8b5-d81d-4ce6-9465-55b7c494426b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:09.799899 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.notifiers.nova [req-7dc2761e-e940-49a1-bc84-4d716aca2f44 req-2309c8b5-d81d-4ce6-9465-55b7c494426b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5902639-19f2-491d-ba91-04f730e72a2c {{(pid=99483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:50:09.808299 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-7dc2761e-e940-49a1-bc84-4d716aca2f44 req-2309c8b5-d81d-4ce6-9465-55b7c494426b service neutron] Notify callbacks [] for port, precommit_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:09.823416 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.provisioning_blocks [req-7dc2761e-e940-49a1-bc84-4d716aca2f44 req-2309c8b5-d81d-4ce6-9465-55b7c494426b service neutron] Transition to ACTIVE for port object e5902639-19f2-491d-ba91-04f730e72a2c will not be triggered until provisioned by entity L2. {{(pid=99483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:50:10.033146 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-7dc2761e-e940-49a1-bc84-4d716aca2f44 req-2309c8b5-d81d-4ce6-9465-55b7c494426b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282715'] for port, after_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:10.033146 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:10.176247 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2309c8b5-d81d-4ce6-9465-55b7c494426b service neutron] Pushing event updated for resources: {'Port': ['ID=e5902639-19f2-491d-ba91-04f730e72a2c,revision_number=2']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:10.205767 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-2309c8b5-d81d-4ce6-9465-55b7c494426b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:10.288332 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc5a9ab-ff7a-483f-9849-88f91c9c8cb9 req-b741b73e-43ea-4171-9762-b5c5eec8d0e0 tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:10.289821 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-ebc5a9ab-ff7a-483f-9849-88f91c9c8cb9 req-b741b73e-43ea-4171-9762-b5c5eec8d0e0 tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] 10.222.0.55 "GET /v2.0/ports?device_id=39b3e987-a487-4b26-a005-eea31527d210 HTTP/1.1" status: 200 len: 947 time: 0.1843026 Jun 14 14:50:10.293019 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.managers [req-7dc2761e-e940-49a1-bc84-4d716aca2f44 req-2309c8b5-d81d-4ce6-9465-55b7c494426b service neutron] Attempting to bind port e5902639-19f2-491d-ba91-04f730e72a2c on host hv-cinder-72618 for vnic_type normal with profile {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:50:10.293357 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.managers [req-7dc2761e-e940-49a1-bc84-4d716aca2f44 req-2309c8b5-d81d-4ce6-9465-55b7c494426b service neutron] Attempting to bind port e5902639-19f2-491d-ba91-04f730e72a2c by drivers openvswitch,hyperv on host hv-cinder-72618 at level 0 using segments [{'id': '2c7326b7-aee2-49af-9215-e80cdd885191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9c307061-d0d6-4b3f-ae6e-9a13a0b6a42d'}] {{(pid=99483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:50:10.293681 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc2761e-e940-49a1-bc84-4d716aca2f44 req-2309c8b5-d81d-4ce6-9465-55b7c494426b service neutron] Attempting to bind port e5902639-19f2-491d-ba91-04f730e72a2c on network 9c307061-d0d6-4b3f-ae6e-9a13a0b6a42d {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:50:10.305032 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc2761e-e940-49a1-bc84-4d716aca2f44 req-2309c8b5-d81d-4ce6-9465-55b7c494426b service neutron] Port e5902639-19f2-491d-ba91-04f730e72a2c on network 9c307061-d0d6-4b3f-ae6e-9a13a0b6a42d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-72618 {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 14:50:10.305355 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc2761e-e940-49a1-bc84-4d716aca2f44 req-2309c8b5-d81d-4ce6-9465-55b7c494426b service neutron] Attempting to bind port e5902639-19f2-491d-ba91-04f730e72a2c on network 9c307061-d0d6-4b3f-ae6e-9a13a0b6a42d {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:50:10.319476 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc2761e-e940-49a1-bc84-4d716aca2f44 req-2309c8b5-d81d-4ce6-9465-55b7c494426b service neutron] Checking agent: {'id': '75f5f45e-0f41-4f3b-9aad-8e3a5980501e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-72618', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 44, 59), 'started_at': datetime.datetime(2021, 6, 14, 14, 44, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:50:10.319808 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc2761e-e940-49a1-bc84-4d716aca2f44 req-2309c8b5-d81d-4ce6-9465-55b7c494426b service neutron] Checking segment: {'id': '2c7326b7-aee2-49af-9215-e80cdd885191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9c307061-d0d6-4b3f-ae6e-9a13a0b6a42d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:50:10.320254 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc2761e-e940-49a1-bc84-4d716aca2f44 req-2309c8b5-d81d-4ce6-9465-55b7c494426b service neutron] Bound using segment: {'id': '2c7326b7-aee2-49af-9215-e80cdd885191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9c307061-d0d6-4b3f-ae6e-9a13a0b6a42d'} {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:50:10.320653 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.managers [req-7dc2761e-e940-49a1-bc84-4d716aca2f44 req-2309c8b5-d81d-4ce6-9465-55b7c494426b service neutron] Bound port: e5902639-19f2-491d-ba91-04f730e72a2c, host: hv-cinder-72618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c7326b7-aee2-49af-9215-e80cdd885191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9c307061-d0d6-4b3f-ae6e-9a13a0b6a42d'}}] {{(pid=99483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:50:10.321010 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-7dc2761e-e940-49a1-bc84-4d716aca2f44 req-2309c8b5-d81d-4ce6-9465-55b7c494426b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:10.354636 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-ebc5a9ab-ff7a-483f-9849-88f91c9c8cb9 req-57476d99-9580-4356-87d9-c31d2d019ddd tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a8fae6c-5d41-48cb-a993-ea0a2f966763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584266 Jun 14 14:50:10.415082 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.db [req-7dc2761e-e940-49a1-bc84-4d716aca2f44 req-2309c8b5-d81d-4ce6-9465-55b7c494426b service neutron] For port e5902639-19f2-491d-ba91-04f730e72a2c, host hv-cinder-72618, cleared binding levels {{(pid=99483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:50:10.418233 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.db [req-7dc2761e-e940-49a1-bc84-4d716aca2f44 req-2309c8b5-d81d-4ce6-9465-55b7c494426b service neutron] For port e5902639-19f2-491d-ba91-04f730e72a2c, host hv-cinder-72618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=e5902639-19f2-491d-ba91-04f730e72a2c,segment=NetworkSegment(2c7326b7-aee2-49af-9215-e80cdd885191),segment_id=2c7326b7-aee2-49af-9215-e80cdd885191)] {{(pid=99483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:50:10.585999 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-7dc2761e-e940-49a1-bc84-4d716aca2f44 req-2309c8b5-d81d-4ce6-9465-55b7c494426b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282715'] for port, after_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:10.588325 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:10.632813 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc2761e-e940-49a1-bc84-4d716aca2f44 req-2309c8b5-d81d-4ce6-9465-55b7c494426b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:10.633441 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-7dc2761e-e940-49a1-bc84-4d716aca2f44 req-2309c8b5-d81d-4ce6-9465-55b7c494426b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645'] for port, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:10.634908 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-7dc2761e-e940-49a1-bc84-4d716aca2f44 req-2309c8b5-d81d-4ce6-9465-55b7c494426b service neutron] 10.222.0.21 "PUT /v2.0/ports/e5902639-19f2-491d-ba91-04f730e72a2c HTTP/1.1" status: 200 len: 1097 time: 1.5234911 Jun 14 14:50:10.635403 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39b3e987-a487-4b26-a005-eea31527d210', 'tag': 'e5902639-19f2-491d-ba91-04f730e72a2c'}] {{(pid=99483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:50:10.641539 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10e764dcb54ca1904200e902db0bf3fc798e652e4e20eb5cbfc1ab196cf52753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6495bec7-a80e-47bb-b3f4-a6163d846671" -d '{"events": [{"name": "network-changed", "server_uuid": "39b3e987-a487-4b26-a005-eea31527d210", "tag": "e5902639-19f2-491d-ba91-04f730e72a2c"}]}' {{(pid=99483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:50:10.661680 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2309c8b5-d81d-4ce6-9465-55b7c494426b service neutron] Pushing event updated for resources: {'Port': ['ID=e5902639-19f2-491d-ba91-04f730e72a2c,revision_number=3']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:10.665111 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-2309c8b5-d81d-4ce6-9465-55b7c494426b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:10.683116 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 14:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e68422-4af5-4721-a53c-37e64ab6c8e0 x-openstack-request-id: req-60e68422-4af5-4721-a53c-37e64ab6c8e0 {{(pid=99483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:50:10.683444 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39b3e987-a487-4b26-a005-eea31527d210", "tag": "e5902639-19f2-491d-ba91-04f730e72a2c", "status": "completed", "code": 200}]} {{(pid=99483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:50:10.683726 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-60e68422-4af5-4721-a53c-37e64ab6c8e0 {{(pid=99483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:50:10.684192 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39b3e987-a487-4b26-a005-eea31527d210', 'tag': 'e5902639-19f2-491d-ba91-04f730e72a2c', 'status': 'completed', 'code': 200} Jun 14 14:50:11.537647 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87584421-4d37-4895-8445-f6ac498c6c09 req-8bce5fad-b315-4a2e-86e4-37c86ab8b32b tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:11.539096 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-87584421-4d37-4895-8445-f6ac498c6c09 req-8bce5fad-b315-4a2e-86e4-37c86ab8b32b tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] 10.222.0.55 "GET /v2.0/ports?device_id=39b3e987-a487-4b26-a005-eea31527d210 HTTP/1.1" status: 200 len: 947 time: 0.0727820 Jun 14 14:50:11.580659 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-87584421-4d37-4895-8445-f6ac498c6c09 req-d82980b6-2375-4bdf-b9c6-9b1a6243c81b tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a8fae6c-5d41-48cb-a993-ea0a2f966763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358768 Jun 14 14:50:12.770106 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2599a44-9efe-42b4-a191-4d6dd067b55c req-59043341-b1ff-4be5-afc7-8e3c969569e3 tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:12.771676 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-a2599a44-9efe-42b4-a191-4d6dd067b55c req-59043341-b1ff-4be5-afc7-8e3c969569e3 tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] 10.222.0.55 "GET /v2.0/ports?device_id=39b3e987-a487-4b26-a005-eea31527d210 HTTP/1.1" status: 200 len: 947 time: 0.0745294 Jun 14 14:50:12.819507 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-a2599a44-9efe-42b4-a191-4d6dd067b55c req-a1d2efda-68eb-4d05-b489-63d3b4398bd6 tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a8fae6c-5d41-48cb-a993-ea0a2f966763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372016 Jun 14 14:50:13.350952 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6495bec7-a80e-47bb-b3f4-a6163d846671 req-ac32b172-081e-4021-81d2-b2d51c964828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:13.352599 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-6495bec7-a80e-47bb-b3f4-a6163d846671 req-ac32b172-081e-4021-81d2-b2d51c964828 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d031a6d41c404c0fad8f862c865eedb2&device_id=39b3e987-a487-4b26-a005-eea31527d210 HTTP/1.1" status: 200 len: 1100 time: 0.0646801 Jun 14 14:50:13.384506 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-6495bec7-a80e-47bb-b3f4-a6163d846671 req-7d47a2a9-14fb-4201-92d0-bd443ea4a4ae service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=d031a6d41c404c0fad8f862c865eedb2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227370 Jun 14 14:50:13.509496 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6495bec7-a80e-47bb-b3f4-a6163d846671 req-849a8740-b466-4358-a368-a0a00cf91e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:13.510936 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-6495bec7-a80e-47bb-b3f4-a6163d846671 req-849a8740-b466-4358-a368-a0a00cf91e67 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1177461 Jun 14 14:50:13.610161 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc2761e-e940-49a1-bc84-4d716aca2f44 req-259c771d-8253-4f23-9c96-ae8c7ed6274c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:13.611586 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-7dc2761e-e940-49a1-bc84-4d716aca2f44 req-259c771d-8253-4f23-9c96-ae8c7ed6274c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d031a6d41c404c0fad8f862c865eedb2&device_id=39b3e987-a487-4b26-a005-eea31527d210 HTTP/1.1" status: 200 len: 1100 time: 0.0613370 Jun 14 14:50:13.675689 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-7dc2761e-e940-49a1-bc84-4d716aca2f44 req-392c778f-c1f7-4c3c-b529-5988b1aa46dd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=e5902639-19f2-491d-ba91-04f730e72a2c HTTP/1.1" status: 200 len: 217 time: 0.0528266 Jun 14 14:50:13.737376 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc2761e-e940-49a1-bc84-4d716aca2f44 req-603b8e43-f439-4f67-a4e1-9a5eed824d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:13.738824 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-7dc2761e-e940-49a1-bc84-4d716aca2f44 req-603b8e43-f439-4f67-a4e1-9a5eed824d0a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9b935d08-bc00-42c1-a34f-75541e5b6a8f HTTP/1.1" status: 200 len: 843 time: 0.0543141 Jun 14 14:50:13.808387 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc2761e-e940-49a1-bc84-4d716aca2f44 req-8fb5f78e-4cec-47de-b95d-3bc4a7a63914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:13.809875 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-7dc2761e-e940-49a1-bc84-4d716aca2f44 req-8fb5f78e-4cec-47de-b95d-3bc4a7a63914 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9c307061-d0d6-4b3f-ae6e-9a13a0b6a42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0633669 Jun 14 14:50:13.954540 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-7dc2761e-e940-49a1-bc84-4d716aca2f44 req-7a8972ce-32b3-4f59-af8c-063678aaae34 service neutron] 10.222.0.21 "GET /v2.0/networks/9c307061-d0d6-4b3f-ae6e-9a13a0b6a42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333311 Jun 14 14:50:14.013930 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed25dc0-b7df-46ce-b366-54479a5c0e66 req-adc17738-a532-4998-81be-2d757e2a9df1 tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:14.015432 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-8ed25dc0-b7df-46ce-b366-54479a5c0e66 req-adc17738-a532-4998-81be-2d757e2a9df1 tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] 10.222.0.55 "GET /v2.0/ports?device_id=39b3e987-a487-4b26-a005-eea31527d210 HTTP/1.1" status: 200 len: 947 time: 0.0711832 Jun 14 14:50:14.059862 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-8ed25dc0-b7df-46ce-b366-54479a5c0e66 req-29342b6f-78a7-4b00-8cba-2d91f7944743 tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a8fae6c-5d41-48cb-a993-ea0a2f966763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379615 Jun 14 14:50:14.087093 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-7dc2761e-e940-49a1-bc84-4d716aca2f44 req-3b7ea2a5-bd23-4bed-a575-cb3acf73fc6e service neutron] 10.222.0.21 "GET /v2.0/networks/9c307061-d0d6-4b3f-ae6e-9a13a0b6a42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245730 Jun 14 14:50:14.681405 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d0d6a-5e3a-4be5-a531-934cd9795b9e req-e2f445f4-c3ed-478a-9204-1d84f36befce tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:14.682875 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-c05d0d6a-5e3a-4be5-a531-934cd9795b9e req-e2f445f4-c3ed-478a-9204-1d84f36befce tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 946 time: 0.0763290 Jun 14 14:50:14.731612 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-c05d0d6a-5e3a-4be5-a531-934cd9795b9e req-48e971aa-248e-4187-b9d7-03c9ea9abde9 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425978 Jun 14 14:50:15.247831 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f13fea-d2ef-41ad-89d1-8c5a22b4b70d req-fbdfa9b6-6bc0-469b-8d55-72986eee0955 tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:15.249393 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-10f13fea-d2ef-41ad-89d1-8c5a22b4b70d req-fbdfa9b6-6bc0-469b-8d55-72986eee0955 tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] 10.222.0.55 "GET /v2.0/ports?device_id=39b3e987-a487-4b26-a005-eea31527d210 HTTP/1.1" status: 200 len: 947 time: 0.0718586 Jun 14 14:50:15.292449 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-10f13fea-d2ef-41ad-89d1-8c5a22b4b70d req-d52823a8-8284-498b-a54e-838703367edb tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a8fae6c-5d41-48cb-a993-ea0a2f966763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373793 Jun 14 14:50:15.919206 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87172477-c5a5-422a-8521-62a101e32a59 req-0da23b14-17b6-47a4-8f8f-70aa6f1e73a4 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:15.921541 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-87172477-c5a5-422a-8521-62a101e32a59 req-0da23b14-17b6-47a4-8f8f-70aa6f1e73a4 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 946 time: 0.0698512 Jun 14 14:50:15.965520 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-87172477-c5a5-422a-8521-62a101e32a59 req-12904cc8-2fc4-4478-a3d9-96f74e7e8733 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379689 Jun 14 14:50:16.169365 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device e5902639-19f2-491d-ba91-04f730e72a2c details requested by agent hyperv_hv-cinder-72618 with host hv-cinder-72618 {{(pid=99485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 14:50:16.291407 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] For port e5902639-19f2-491d-ba91-04f730e72a2c, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=e5902639-19f2-491d-ba91-04f730e72a2c,segment=NetworkSegment(2c7326b7-aee2-49af-9215-e80cdd885191),segment_id=2c7326b7-aee2-49af-9215-e80cdd885191)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:50:16.304804 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Returning: {'device': 'e5902639-19f2-491d-ba91-04f730e72a2c', 'network_id': '9c307061-d0d6-4b3f-ae6e-9a13a0b6a42d', 'port_id': 'e5902639-19f2-491d-ba91-04f730e72a2c', 'mac_address': 'fa:16:3e:f3:1a:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b935d08-bc00-42c1-a34f-75541e5b6a8f', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 14:50:16.356938 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:16.373579 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.notifiers.nova [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5902639-19f2-491d-ba91-04f730e72a2c {{(pid=99485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:50:16.400358 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] For port e5902639-19f2-491d-ba91-04f730e72a2c, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=e5902639-19f2-491d-ba91-04f730e72a2c,segment=NetworkSegment(2c7326b7-aee2-49af-9215-e80cdd885191),segment_id=2c7326b7-aee2-49af-9215-e80cdd885191)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:50:16.492955 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e18bda-460f-46fe-ac6d-90c6f44f4966 req-9460b061-5a1f-49d5-9797-41017e9c4f6c tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:16.494665 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-66e18bda-460f-46fe-ac6d-90c6f44f4966 req-9460b061-5a1f-49d5-9797-41017e9c4f6c tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] 10.222.0.55 "GET /v2.0/ports?device_id=39b3e987-a487-4b26-a005-eea31527d210 HTTP/1.1" status: 200 len: 947 time: 0.0785625 Jun 14 14:50:16.537641 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-66e18bda-460f-46fe-ac6d-90c6f44f4966 req-7ab298b7-1e51-4b56-974e-bdfbe3458d34 tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a8fae6c-5d41-48cb-a993-ea0a2f966763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371993 Jun 14 14:50:16.539263 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:16.541071 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:16.595135 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Pushing event updated for resources: {'Port': ['ID=e5902639-19f2-491d-ba91-04f730e72a2c,revision_number=4']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:16.602112 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:50:16.602456 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:50:16.602791 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:50:16.603120 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:50:16.603478 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:50:16.603800 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:50:16.604150 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:50:16.604473 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:50:16.604820 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:50:16.605142 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:50:16.605459 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:50:16.605772 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:50:16.609963 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:16.867626 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] get_ports_and_sgs() called for port_ids ['e5902639-19f2-491d-ba91-04f730e72a2c'] {{(pid=99485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 14:50:17.176258 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958c708-a372-4f1a-b3d0-c4cafb151c70 req-ef1dcadd-a187-433f-a039-cf876528ee1c tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:17.177852 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-2958c708-a372-4f1a-b3d0-c4cafb151c70 req-ef1dcadd-a187-433f-a039-cf876528ee1c tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 946 time: 0.0806255 Jun 14 14:50:17.226250 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-2958c708-a372-4f1a-b3d0-c4cafb151c70 req-ef4dc2b9-b71d-4fc2-ad6d-7fd147eaeb02 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423400 Jun 14 14:50:17.719034 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acfbdae-3bcf-40e9-b052-e8ff5538cbe0 req-6a1360d0-989c-44ce-a9e8-bdf4df846d52 tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:17.720411 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-0acfbdae-3bcf-40e9-b052-e8ff5538cbe0 req-6a1360d0-989c-44ce-a9e8-bdf4df846d52 tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] 10.222.0.55 "GET /v2.0/ports?device_id=39b3e987-a487-4b26-a005-eea31527d210 HTTP/1.1" status: 200 len: 948 time: 0.0694916 Jun 14 14:50:17.764501 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-0acfbdae-3bcf-40e9-b052-e8ff5538cbe0 req-09f4ab10-484c-4aed-8313-5580268ea81b tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a8fae6c-5d41-48cb-a993-ea0a2f966763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382142 Jun 14 14:50:18.182024 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device e5902639-19f2-491d-ba91-04f730e72a2c up at agent hyperv_hv-cinder-72618 {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:50:18.338658 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Provisioning for port e5902639-19f2-491d-ba91-04f730e72a2c completed by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:50:18.346432 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Provisioning complete for port e5902639-19f2-491d-ba91-04f730e72a2c triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:50:18.346939 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:18.427004 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68a8fc2-ab3e-4a54-963d-500cee60bccf req-e27f00b8-b944-4759-a71f-2cc3263f6fed tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:18.428476 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-a68a8fc2-ab3e-4a54-963d-500cee60bccf req-e27f00b8-b944-4759-a71f-2cc3263f6fed tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 946 time: 0.0758026 Jun 14 14:50:18.446110 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:18.473176 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-a68a8fc2-ab3e-4a54-963d-500cee60bccf req-ef339fb1-1fd0-4f85-bcae-3b0c4e059741 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387588 Jun 14 14:50:18.474101 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b3e987-a487-4b26-a005-eea31527d210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5902639-19f2-491d-ba91-04f730e72a2c'}] {{(pid=99485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:50:18.476999 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb48b8a921a599a4918edb6fe4edb23e72f7f4aaa6ba2d648db764b95ae78972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea869df6-64bc-44e5-bf46-ce48b2e6ea0c" -d '{"events": [{"server_uuid": "39b3e987-a487-4b26-a005-eea31527d210", "name": "network-vif-plugged", "status": "completed", "tag": "e5902639-19f2-491d-ba91-04f730e72a2c"}]}' {{(pid=99485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:50:18.511635 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] For port e5902639-19f2-491d-ba91-04f730e72a2c, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=e5902639-19f2-491d-ba91-04f730e72a2c,segment=NetworkSegment(2c7326b7-aee2-49af-9215-e80cdd885191),segment_id=2c7326b7-aee2-49af-9215-e80cdd885191)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:50:18.533944 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 14:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df7152b1-4d36-4311-b3e6-270ab9c104ca x-openstack-request-id: req-df7152b1-4d36-4311-b3e6-270ab9c104ca {{(pid=99485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:50:18.534423 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b3e987-a487-4b26-a005-eea31527d210", "name": "network-vif-plugged", "status": "completed", "tag": "e5902639-19f2-491d-ba91-04f730e72a2c", "code": 200}]} {{(pid=99485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:50:18.534797 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-df7152b1-4d36-4311-b3e6-270ab9c104ca {{(pid=99485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:50:18.535250 dv-cinder-726180-9-iscsi neutron-server[99485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b3e987-a487-4b26-a005-eea31527d210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5902639-19f2-491d-ba91-04f730e72a2c', 'code': 200} Jun 14 14:50:18.641694 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:18.643742 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:18.700110 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Pushing event updated for resources: {'Port': ['ID=e5902639-19f2-491d-ba91-04f730e72a2c,revision_number=5']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:18.703982 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:18.824931 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 34112) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:18.952764 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-68b2274b-c272-432f-9b4b-005a7014e08f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:18.965476 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512c730-7ffb-45d1-aa48-e55a8285c16e req-21254fa1-af18-4c17-ae35-8c3654fc860f tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:18.967027 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-0512c730-7ffb-45d1-aa48-e55a8285c16e req-21254fa1-af18-4c17-ae35-8c3654fc860f tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] 10.222.0.55 "GET /v2.0/ports?device_id=39b3e987-a487-4b26-a005-eea31527d210 HTTP/1.1" status: 200 len: 949 time: 0.0748620 Jun 14 14:50:19.010700 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-0512c730-7ffb-45d1-aa48-e55a8285c16e req-a84547dd-0f68-4896-ad4b-f317fcc3cff0 tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a8fae6c-5d41-48cb-a993-ea0a2f966763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377166 Jun 14 14:50:19.057127 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-68b2274b-c272-432f-9b4b-005a7014e08f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:19.143009 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd96cd-68ce-4672-8aa7-3013e4cb977e req-603777ba-afcf-4afc-8277-cc2fca6f8013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:19.144596 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-fcfd96cd-68ce-4672-8aa7-3013e4cb977e req-603777ba-afcf-4afc-8277-cc2fca6f8013 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=39b3e987-a487-4b26-a005-eea31527d210 HTTP/1.1" status: 200 len: 1102 time: 0.0676329 Jun 14 14:50:19.168034 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-68b2274b-c272-432f-9b4b-005a7014e08f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:19.173593 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-3d818d45-6088-411b-abb8-42c5cd2f53b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:19.224288 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-68b2274b-c272-432f-9b4b-005a7014e08f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c105b92f0f9c45ef89f967413cb105e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3981383 Jun 14 14:50:19.226920 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 34116) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:19.229740 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b2274b-c272-432f-9b4b-005a7014e08f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1644280f-1772-489e-8a1e-e87a569a3a8a,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:19.234180 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-fcfd96cd-68ce-4672-8aa7-3013e4cb977e req-1c1c9990-f9ac-4249-9401-c3324ab7e74a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0a8fae6c-5d41-48cb-a993-ea0a2f966763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820043 Jun 14 14:50:19.234963 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-68b2274b-c272-432f-9b4b-005a7014e08f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:19.283867 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-a2480bc3-87f0-44e0-8094-b705106b6879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:19.310473 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-a2480bc3-87f0-44e0-8094-b705106b6879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:19.476078 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-a2480bc3-87f0-44e0-8094-b705106b6879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:19.478632 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-a2480bc3-87f0-44e0-8094-b705106b6879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:19.479779 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-a2480bc3-87f0-44e0-8094-b705106b6879 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1644280f-1772-489e-8a1e-e87a569a3a8a HTTP/1.1" status: 204 len: 168 time: 0.2518454 Jun 14 14:50:19.480628 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-5ed213ac-5dcc-4626-9434-b5e2eedca3ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:19.490814 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2480bc3-87f0-44e0-8094-b705106b6879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1644280f-1772-489e-8a1e-e87a569a3a8a,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:19.493842 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-a2480bc3-87f0-44e0-8094-b705106b6879 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:19.690052 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68907bad-a79b-46c1-8d60-415efb71efc4 req-37f05ae8-b848-4f20-be1a-9f10b6bd79a7 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:19.691721 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-68907bad-a79b-46c1-8d60-415efb71efc4 req-37f05ae8-b848-4f20-be1a-9f10b6bd79a7 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 946 time: 0.0816720 Jun 14 14:50:19.739996 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-68907bad-a79b-46c1-8d60-415efb71efc4 req-e8be2a43-47fa-46ce-8cc1-b43a8301a709 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421851 Jun 14 14:50:20.213829 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1901a7-f979-4d2d-bc91-0a9ca788cf19 req-32342c7c-e821-43e2-bba0-00c0c23fe1bb tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:20.215311 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-4b1901a7-f979-4d2d-bc91-0a9ca788cf19 req-32342c7c-e821-43e2-bba0-00c0c23fe1bb tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] 10.222.0.55 "GET /v2.0/ports?device_id=39b3e987-a487-4b26-a005-eea31527d210 HTTP/1.1" status: 200 len: 949 time: 0.0836251 Jun 14 14:50:20.260748 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-4b1901a7-f979-4d2d-bc91-0a9ca788cf19 req-5c09627c-0394-4ece-a74e-4ff71044993d tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a8fae6c-5d41-48cb-a993-ea0a2f966763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389352 Jun 14 14:50:20.342134 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 34128) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:20.359060 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-c9132a41-a511-4651-ad25-f89a3b54c1e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:20.462386 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-c9132a41-a511-4651-ad25-f89a3b54c1e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:20.602754 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-c9132a41-a511-4651-ad25-f89a3b54c1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:20.605641 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-407567e9-fb53-4eb2-8ead-3eda2a560b68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:20.647791 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-c9132a41-a511-4651-ad25-f89a3b54c1e1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8c66c968805449569b65a79b8c6cdff9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3044276 Jun 14 14:50:20.648752 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9132a41-a511-4651-ad25-f89a3b54c1e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14819f6f-9895-4569-bbf9-7b6927eb4406,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:20.650456 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 34132) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:20.652189 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-c9132a41-a511-4651-ad25-f89a3b54c1e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:20.707203 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-ff37ac8c-9ad3-42bd-9c30-d1a81bfd653e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:20.731556 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-ff37ac8c-9ad3-42bd-9c30-d1a81bfd653e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:20.927776 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-ff37ac8c-9ad3-42bd-9c30-d1a81bfd653e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:20.930416 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-ff37ac8c-9ad3-42bd-9c30-d1a81bfd653e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:20.931581 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-ff37ac8c-9ad3-42bd-9c30-d1a81bfd653e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/14819f6f-9895-4569-bbf9-7b6927eb4406 HTTP/1.1" status: 204 len: 168 time: 0.2799001 Jun 14 14:50:20.932470 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-5561be9d-3451-46b5-aaaa-9b3542bb9d90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:20.941346 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfcc7c6-262c-421d-a50a-1643f946e90f req-dfdb5258-19ca-4f4a-bc86-4bcc047a2287 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:20.942875 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff37ac8c-9ad3-42bd-9c30-d1a81bfd653e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14819f6f-9895-4569-bbf9-7b6927eb4406,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:20.943245 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-1dfcc7c6-262c-421d-a50a-1643f946e90f req-dfdb5258-19ca-4f4a-bc86-4bcc047a2287 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 946 time: 0.0781517 Jun 14 14:50:20.945642 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-ff37ac8c-9ad3-42bd-9c30-d1a81bfd653e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:20.993746 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-1dfcc7c6-262c-421d-a50a-1643f946e90f req-98694ea1-19a6-4296-be7a-e3c1e1fd141b tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429521 Jun 14 14:50:21.461065 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f91d4f-39b4-4483-a7bc-9fcfd08b9421 req-6cb6992a-d41c-491d-93b1-a7c07a6d0f63 tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:21.462573 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-d4f91d4f-39b4-4483-a7bc-9fcfd08b9421 req-6cb6992a-d41c-491d-93b1-a7c07a6d0f63 tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] 10.222.0.55 "GET /v2.0/ports?device_id=39b3e987-a487-4b26-a005-eea31527d210 HTTP/1.1" status: 200 len: 949 time: 0.0819020 Jun 14 14:50:21.507136 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-d4f91d4f-39b4-4483-a7bc-9fcfd08b9421 req-0c1ae4e4-c04b-4795-89a6-157a5a1aa240 tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a8fae6c-5d41-48cb-a993-ea0a2f966763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385544 Jun 14 14:50:22.207854 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0612dc05-fbd3-4fa3-a0fd-fc73cf25824c req-ac713a53-0000-4ec0-bc3f-c32709372e13 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:22.209696 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-0612dc05-fbd3-4fa3-a0fd-fc73cf25824c req-ac713a53-0000-4ec0-bc3f-c32709372e13 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 946 time: 0.0795810 Jun 14 14:50:22.267590 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-0612dc05-fbd3-4fa3-a0fd-fc73cf25824c req-abba5348-c632-45b1-9625-f9887b716324 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517199 Jun 14 14:50:22.489715 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6196d3de-ae60-4276-aee7-654ddcaece18 req-e63f0e96-5e15-4e48-a907-36c917a1795b tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:22.491227 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-6196d3de-ae60-4276-aee7-654ddcaece18 req-e63f0e96-5e15-4e48-a907-36c917a1795b tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] 10.222.0.55 "GET /v2.0/ports?device_id=39b3e987-a487-4b26-a005-eea31527d210 HTTP/1.1" status: 200 len: 949 time: 0.0836196 Jun 14 14:50:22.544374 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-6196d3de-ae60-4276-aee7-654ddcaece18 req-52de3467-3daa-40c8-b9ef-3e07abf18ec3 tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a8fae6c-5d41-48cb-a993-ea0a2f966763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464430 Jun 14 14:50:23.114480 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 34178) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:23.225612 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-1ec52da0-b107-4e42-8dd0-ef1fcaf07f4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:23.321866 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-1ec52da0-b107-4e42-8dd0-ef1fcaf07f4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:23.452825 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-1ec52da0-b107-4e42-8dd0-ef1fcaf07f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:23.457101 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-6bd5bd7e-4de8-4ea0-9543-36839c585c1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:23.463862 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd96281-b535-4197-8136-2596d8ffbf08 req-4f5bc69a-be0d-49d8-80b0-8c17baebcdd6 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:23.466126 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-dbd96281-b535-4197-8136-2596d8ffbf08 req-4f5bc69a-be0d-49d8-80b0-8c17baebcdd6 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 946 time: 0.0739388 Jun 14 14:50:23.499759 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-1ec52da0-b107-4e42-8dd0-ef1fcaf07f4d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5dd4e62ded454361a24107c79c80421d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3841629 Jun 14 14:50:23.502024 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec52da0-b107-4e42-8dd0-ef1fcaf07f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5ddd69-7260-491e-a55d-d1637540128b,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:23.502874 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 34186) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:23.505929 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-1ec52da0-b107-4e42-8dd0-ef1fcaf07f4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:23.523067 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-dbd96281-b535-4197-8136-2596d8ffbf08 req-40c1cb03-618e-4782-b400-a96dfb413788 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512428 Jun 14 14:50:23.569498 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-fb9f4121-528b-4260-bdfc-a0420eae04e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:23.595231 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-fb9f4121-528b-4260-bdfc-a0420eae04e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:23.745883 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cd4984-16f7-4b4f-8131-dd231015d403 req-eaa55aef-030e-4354-98cf-be0b0a2eb835 tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:23.747669 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-57cd4984-16f7-4b4f-8131-dd231015d403 req-eaa55aef-030e-4354-98cf-be0b0a2eb835 tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] 10.222.0.55 "GET /v2.0/ports?device_id=39b3e987-a487-4b26-a005-eea31527d210 HTTP/1.1" status: 200 len: 949 time: 0.0764058 Jun 14 14:50:23.773324 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-fb9f4121-528b-4260-bdfc-a0420eae04e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:23.775917 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-fb9f4121-528b-4260-bdfc-a0420eae04e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:23.779439 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-fb9f4121-528b-4260-bdfc-a0420eae04e5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7b5ddd69-7260-491e-a55d-d1637540128b HTTP/1.1" status: 204 len: 168 time: 0.2697604 Jun 14 14:50:23.779439 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-025afe13-d523-47c0-aa4e-969d6d38603c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:23.795409 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-57cd4984-16f7-4b4f-8131-dd231015d403 req-bbead925-1caf-4f4e-bcdc-b64db4aac2e6 tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a8fae6c-5d41-48cb-a993-ea0a2f966763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411124 Jun 14 14:50:23.801300 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9f4121-528b-4260-bdfc-a0420eae04e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5ddd69-7260-491e-a55d-d1637540128b,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:23.803509 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-fb9f4121-528b-4260-bdfc-a0420eae04e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:24.399874 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c21c9b2-02dd-4860-b01b-db6878d5ef0e req-d5d50fb2-6fa3-4cda-8a1f-2cd8e8587457 tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:24.401325 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-5c21c9b2-02dd-4860-b01b-db6878d5ef0e req-d5d50fb2-6fa3-4cda-8a1f-2cd8e8587457 tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] 10.222.0.21 "GET /v2.0/ports?device_id=39b3e987-a487-4b26-a005-eea31527d210 HTTP/1.1" status: 200 len: 949 time: 0.0697811 Jun 14 14:50:24.533666 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.plugin [req-5c21c9b2-02dd-4860-b01b-db6878d5ef0e req-bcdc9529-9452-4253-8c3d-b7ea6eb75495 tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] Deleting port e5902639-19f2-491d-ba91-04f730e72a2c {{(pid=99483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:50:24.534373 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-5c21c9b2-02dd-4860-b01b-db6878d5ef0e req-bcdc9529-9452-4253-8c3d-b7ea6eb75495 tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375454248'] for port, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:24.655655 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.db [req-5c21c9b2-02dd-4860-b01b-db6878d5ef0e req-bcdc9529-9452-4253-8c3d-b7ea6eb75495 tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] For port e5902639-19f2-491d-ba91-04f730e72a2c, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=e5902639-19f2-491d-ba91-04f730e72a2c,segment=NetworkSegment(2c7326b7-aee2-49af-9215-e80cdd885191),segment_id=2c7326b7-aee2-49af-9215-e80cdd885191)] {{(pid=99483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:50:24.655940 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-5c21c9b2-02dd-4860-b01b-db6878d5ef0e req-bcdc9529-9452-4253-8c3d-b7ea6eb75495 tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4046836'] for port, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:24.782854 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.plugin [req-5c21c9b2-02dd-4860-b01b-db6878d5ef0e req-bcdc9529-9452-4253-8c3d-b7ea6eb75495 tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] Calling delete_port for e5902639-19f2-491d-ba91-04f730e72a2c owned by compute:nova {{(pid=99483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:50:24.879378 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed557e-5dc8-455f-83e6-b29d611020b2 req-e05789c3-73db-4c3e-9e1e-c832cd81c823 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:24.879378 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-07ed557e-5dc8-455f-83e6-b29d611020b2 req-e05789c3-73db-4c3e-9e1e-c832cd81c823 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 946 time: 0.2222006 Jun 14 14:50:24.940996 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-07ed557e-5dc8-455f-83e6-b29d611020b2 req-13b3e23e-ab1f-40fb-b594-0ce98512fc84 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571313 Jun 14 14:50:25.145990 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-5c21c9b2-02dd-4860-b01b-db6878d5ef0e req-bcdc9529-9452-4253-8c3d-b7ea6eb75495 tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375458892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763375065896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282732'] for port, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:25.150137 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:25.158378 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] get_ports_and_sgs() called for port_ids ['e5902639-19f2-491d-ba91-04f730e72a2c'] {{(pid=99485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 14:50:25.187380 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdc9529-9452-4253-8c3d-b7ea6eb75495 tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] Pushing event deleted for resources: {'Port': ['ID=e5902639-19f2-491d-ba91-04f730e72a2c,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:25.190579 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-bcdc9529-9452-4253-8c3d-b7ea6eb75495 tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:25.207638 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da08be32-4b95-4eac-befb-0abc0585a289 req-753916f8-b3e6-46bc-a946-525492d24bd5 tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:25.209063 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-da08be32-4b95-4eac-befb-0abc0585a289 req-753916f8-b3e6-46bc-a946-525492d24bd5 tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] 10.222.0.55 "GET /v2.0/ports?device_id=39b3e987-a487-4b26-a005-eea31527d210 HTTP/1.1" status: 200 len: 867 time: 0.1249449 Jun 14 14:50:25.272230 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-da08be32-4b95-4eac-befb-0abc0585a289 req-f45dda65-0c30-4f8e-9776-f673df9d0ab3 tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a8fae6c-5d41-48cb-a993-ea0a2f966763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525386 Jun 14 14:50:25.938563 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-85e20b55-c6b3-416b-96dd-c9c8961bf5a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:26.098415 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c21c9b2-02dd-4860-b01b-db6878d5ef0e req-bcdc9529-9452-4253-8c3d-b7ea6eb75495 tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] No DVR routers for this DVR port e5902639-19f2-491d-ba91-04f730e72a2c on host hv-cinder-72618 {{(pid=99483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 14:50:26.101161 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-5c21c9b2-02dd-4860-b01b-db6878d5ef0e req-bcdc9529-9452-4253-8c3d-b7ea6eb75495 tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645'] for port, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:26.103306 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-5c21c9b2-02dd-4860-b01b-db6878d5ef0e req-bcdc9529-9452-4253-8c3d-b7ea6eb75495 tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] 10.222.0.21 "DELETE /v2.0/ports/e5902639-19f2-491d-ba91-04f730e72a2c HTTP/1.1" status: 204 len: 173 time: 1.6961465 Jun 14 14:50:26.103824 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b3e987-a487-4b26-a005-eea31527d210', 'name': 'network-vif-deleted', 'tag': 'e5902639-19f2-491d-ba91-04f730e72a2c'}] {{(pid=99483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:50:26.106214 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10e764dcb54ca1904200e902db0bf3fc798e652e4e20eb5cbfc1ab196cf52753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f77c27-f42f-480d-a3b1-5e53f212ec39" -d '{"events": [{"server_uuid": "39b3e987-a487-4b26-a005-eea31527d210", "name": "network-vif-deleted", "tag": "e5902639-19f2-491d-ba91-04f730e72a2c"}]}' {{(pid=99483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:50:26.150728 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 14:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d2be9f-13c8-4708-9c1a-7937327a1deb x-openstack-request-id: req-21d2be9f-13c8-4708-9c1a-7937327a1deb {{(pid=99483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:50:26.151046 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b3e987-a487-4b26-a005-eea31527d210", "name": "network-vif-deleted", "tag": "e5902639-19f2-491d-ba91-04f730e72a2c", "status": "completed", "code": 200}]} {{(pid=99483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:50:26.151318 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-21d2be9f-13c8-4708-9c1a-7937327a1deb {{(pid=99483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:50:26.151738 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b3e987-a487-4b26-a005-eea31527d210', 'name': 'network-vif-deleted', 'tag': 'e5902639-19f2-491d-ba91-04f730e72a2c', 'status': 'completed', 'code': 200} Jun 14 14:50:26.175348 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5940c71-03d3-4402-b059-420a60e65a8e req-90b0b9bd-c115-46ae-ab99-40893f89d83f tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:26.176951 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-c5940c71-03d3-4402-b059-420a60e65a8e req-90b0b9bd-c115-46ae-ab99-40893f89d83f tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 946 time: 0.0802407 Jun 14 14:50:26.225432 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-c5940c71-03d3-4402-b059-420a60e65a8e req-a3f8d2bc-20c9-4314-98d0-f13848ef71ce tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423515 Jun 14 14:50:26.447514 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-0bfdb5cb-ad51-47ff-9a61-6eb4936ce337 req-507a4d95-660f-4498-a37f-329fda5a369e tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] 10.222.0.55 "GET /v2.0/ports?device_id=39b3e987-a487-4b26-a005-eea31527d210 HTTP/1.1" status: 200 len: 210 time: 0.0364482 Jun 14 14:50:27.433452 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a01d3c-2c45-4fb1-b240-6fdbe43695b0 req-157b876c-1084-44d9-89f0-e86174857cf3 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:27.434956 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-12a01d3c-2c45-4fb1-b240-6fdbe43695b0 req-157b876c-1084-44d9-89f0-e86174857cf3 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 946 time: 0.0833850 Jun 14 14:50:27.480676 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-12a01d3c-2c45-4fb1-b240-6fdbe43695b0 req-ddedaa5f-2d49-411c-b7d8-902a6e9abd6c tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387001 Jun 14 14:50:28.050622 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6694e7-83f0-4d38-bda8-9af63165b08f req-3926ebe5-53b8-460d-8562-489407a49a83 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:28.052290 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-cd6694e7-83f0-4d38-bda8-9af63165b08f req-3926ebe5-53b8-460d-8562-489407a49a83 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=517c6891-dd10-4a1f-9bbc-312ff0548f30 HTTP/1.1" status: 200 len: 945 time: 0.0790591 Jun 14 14:50:28.108584 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-cd6694e7-83f0-4d38-bda8-9af63165b08f req-e6dc8493-be96-4842-a4b2-3243d17c22b5 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=1347ac37-5848-4178-9b5e-4b2149ac523e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497010 Jun 14 14:50:28.245901 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device e5902639-19f2-491d-ba91-04f730e72a2c no longer exists at agent hyperv_hv-cinder-72618 {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 14:50:28.272220 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] No Port match for: e5902639-19f2-491d-ba91-04f730e72a2c {{(pid=99485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 14:50:28.272572 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device e5902639-19f2-491d-ba91-04f730e72a2c not bound to the agent host hv-cinder-72618 {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 14:50:28.539270 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-668ff289-32c5-4ce1-8aa2-23291bc2cb4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:28.671133 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:28.675774 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d74ff-cfb2-4204-ac54-8d251f5574fe req-abe1dcac-5bd9-439a-a471-4abe32cebdfe tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:28.677323 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-398d74ff-cfb2-4204-ac54-8d251f5574fe req-abe1dcac-5bd9-439a-a471-4abe32cebdfe tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 946 time: 0.0705986 Jun 14 14:50:28.723191 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-398d74ff-cfb2-4204-ac54-8d251f5574fe req-58707f77-f91c-49b7-a2fe-03eec1fbcef2 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399153 Jun 14 14:50:29.320215 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c9a3a-dd67-4451-b488-ee9103a58bfa req-f3a4cec9-26e2-4680-be32-6a26bc0f07fb tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:29.321616 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-8a2c9a3a-dd67-4451-b488-ee9103a58bfa req-f3a4cec9-26e2-4680-be32-6a26bc0f07fb tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=517c6891-dd10-4a1f-9bbc-312ff0548f30 HTTP/1.1" status: 200 len: 945 time: 0.0847061 Jun 14 14:50:29.367230 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-8a2c9a3a-dd67-4451-b488-ee9103a58bfa req-420c2ce4-17c2-40a7-a675-e534ac76eb1f tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=1347ac37-5848-4178-9b5e-4b2149ac523e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389807 Jun 14 14:50:29.727157 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-fac6794f-d54e-43a2-84ad-332974bc6d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:29.923921 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92afa9e-481f-4fe7-af19-17e4f8386566 req-38ca8478-4f15-48f9-9c36-62c413ded9fa tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:29.925601 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-e92afa9e-481f-4fe7-af19-17e4f8386566 req-38ca8478-4f15-48f9-9c36-62c413ded9fa tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 946 time: 0.0795097 Jun 14 14:50:29.969679 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-e92afa9e-481f-4fe7-af19-17e4f8386566 req-bdf6bfb7-8424-4d55-aafe-9d103c95ed11 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382569 Jun 14 14:50:30.321572 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:30.568046 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ce49e-51c5-4a93-9e3e-4be923775eb1 req-d083167e-68a5-4c8a-8f3d-af36beef180e tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:30.572607 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-252ce49e-51c5-4a93-9e3e-4be923775eb1 req-d083167e-68a5-4c8a-8f3d-af36beef180e tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=517c6891-dd10-4a1f-9bbc-312ff0548f30 HTTP/1.1" status: 200 len: 945 time: 0.0751860 Jun 14 14:50:30.614688 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-252ce49e-51c5-4a93-9e3e-4be923775eb1 req-51b04aa5-c686-4404-a4de-9a565ca56b47 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=1347ac37-5848-4178-9b5e-4b2149ac523e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392537 Jun 14 14:50:31.162004 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b4201-3d93-462f-a98a-27e59cba2c4a req-de4bb015-149b-4d19-af73-ff1b2168e231 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:31.163507 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-179b4201-3d93-462f-a98a-27e59cba2c4a req-de4bb015-149b-4d19-af73-ff1b2168e231 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 946 time: 0.0704303 Jun 14 14:50:31.208451 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-179b4201-3d93-462f-a98a-27e59cba2c4a req-feb0188a-b876-4909-84ba-1c7537fb9681 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389218 Jun 14 14:50:31.533071 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-39b4335d-7f90-4c96-ac82-c584c202a69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:31.820465 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b98efb3-8d44-4938-87cf-f342900bd003 req-0aeb6c94-1082-4767-ba96-d966200efaec tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:31.821965 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-2b98efb3-8d44-4938-87cf-f342900bd003 req-0aeb6c94-1082-4767-ba96-d966200efaec tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=517c6891-dd10-4a1f-9bbc-312ff0548f30 HTTP/1.1" status: 200 len: 945 time: 0.0836086 Jun 14 14:50:31.867008 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-2b98efb3-8d44-4938-87cf-f342900bd003 req-90c2ec23-9f8b-46c9-8f60-324c2cd782ce tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=1347ac37-5848-4178-9b5e-4b2149ac523e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381463 Jun 14 14:50:32.410834 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f5501-6858-408f-84ed-ec535f8b061f req-7f92e3f5-68bf-4268-85d4-a93acfde2b9b tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:32.412446 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-d08f5501-6858-408f-84ed-ec535f8b061f req-7f92e3f5-68bf-4268-85d4-a93acfde2b9b tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 946 time: 0.0770600 Jun 14 14:50:32.458004 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-d08f5501-6858-408f-84ed-ec535f8b061f req-2919e23b-afc0-404a-bbf6-a2d19a48fc2b tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393133 Jun 14 14:50:33.064831 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e052d0-eb4f-42f8-9ef1-27f1768df594 req-6890bc14-b78c-4d2e-8752-e06d87e2d652 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:33.066581 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-c5e052d0-eb4f-42f8-9ef1-27f1768df594 req-6890bc14-b78c-4d2e-8752-e06d87e2d652 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=517c6891-dd10-4a1f-9bbc-312ff0548f30 HTTP/1.1" status: 200 len: 945 time: 0.0754242 Jun 14 14:50:33.111830 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-c5e052d0-eb4f-42f8-9ef1-27f1768df594 req-b7f78763-e917-4d63-b8f8-58b7757b6fc5 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=1347ac37-5848-4178-9b5e-4b2149ac523e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392678 Jun 14 14:50:33.648537 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4df97b-4052-4832-910c-f313923d7d85 req-eccd3e06-a1cf-42d5-a50c-57ef9447c2e7 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:33.650023 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-da4df97b-4052-4832-910c-f313923d7d85 req-eccd3e06-a1cf-42d5-a50c-57ef9447c2e7 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 946 time: 0.0728345 Jun 14 14:50:33.694543 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-da4df97b-4052-4832-910c-f313923d7d85 req-68333900-c6f4-4ecb-9936-80371eca003f tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384076 Jun 14 14:50:34.307618 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b91d420-66cc-472b-8058-3b576167848d req-96e6e6d7-9f69-4b52-8e7b-5c701d8961e2 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:34.309099 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-2b91d420-66cc-472b-8058-3b576167848d req-96e6e6d7-9f69-4b52-8e7b-5c701d8961e2 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=517c6891-dd10-4a1f-9bbc-312ff0548f30 HTTP/1.1" status: 200 len: 945 time: 0.0757077 Jun 14 14:50:34.351363 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-2b91d420-66cc-472b-8058-3b576167848d req-39c3e333-bc64-42a6-9b58-07992a6f46c8 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=1347ac37-5848-4178-9b5e-4b2149ac523e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365486 Jun 14 14:50:34.881977 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 34606) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:34.908433 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535eb418-22bd-43cd-8a29-728bb2782ee4 req-5120324b-29af-456c-b450-5ce4778fd4ae tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:34.915399 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-535eb418-22bd-43cd-8a29-728bb2782ee4 req-5120324b-29af-456c-b450-5ce4778fd4ae tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 946 time: 0.1007457 Jun 14 14:50:34.957894 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-535eb418-22bd-43cd-8a29-728bb2782ee4 req-7e1640f8-3abb-49ef-9b55-908d6cd42a86 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415506 Jun 14 14:50:35.029647 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-5bb50706-9f52-445e-979e-5fea8a3bfff2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d031a6d41c404c0fad8f862c865eedb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1462941 Jun 14 14:50:35.031795 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 34612) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:35.087826 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-afe59c5a-e5fc-44f4-81c3-9c695eb7deae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:35.112611 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-afe59c5a-e5fc-44f4-81c3-9c695eb7deae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:35.293163 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-afe59c5a-e5fc-44f4-81c3-9c695eb7deae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:35.296472 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-afe59c5a-e5fc-44f4-81c3-9c695eb7deae admin admin] Notify callbacks [] for security_group, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:35.297627 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-afe59c5a-e5fc-44f4-81c3-9c695eb7deae admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0a8fae6c-5d41-48cb-a993-ea0a2f966763 HTTP/1.1" status: 204 len: 168 time: 0.2649031 Jun 14 14:50:35.298414 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-f9aa4005-1ee3-4dad-b105-35c43cb2c734 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:35.308432 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe59c5a-e5fc-44f4-81c3-9c695eb7deae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8fae6c-5d41-48cb-a993-ea0a2f966763,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:35.318402 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-afe59c5a-e5fc-44f4-81c3-9c695eb7deae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:35.546680 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb177843-e943-49d3-8048-40fdd5b328bd req-8202ff69-d2b3-40d3-b54e-9e80ac54e087 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:35.548197 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-cb177843-e943-49d3-8048-40fdd5b328bd req-8202ff69-d2b3-40d3-b54e-9e80ac54e087 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=517c6891-dd10-4a1f-9bbc-312ff0548f30 HTTP/1.1" status: 200 len: 945 time: 0.0821476 Jun 14 14:50:35.594010 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-cb177843-e943-49d3-8048-40fdd5b328bd req-261df3fc-a28d-435e-9e86-685409f86ee6 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=1347ac37-5848-4178-9b5e-4b2149ac523e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395904 Jun 14 14:50:36.158115 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c7e5b9-003f-4320-b079-f0fd592ed7bf req-804f27f2-7cdd-4a4c-987c-7bcebd778fd0 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:36.159766 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-f4c7e5b9-003f-4320-b079-f0fd592ed7bf req-804f27f2-7cdd-4a4c-987c-7bcebd778fd0 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 946 time: 0.0747561 Jun 14 14:50:36.209438 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-f4c7e5b9-003f-4320-b079-f0fd592ed7bf req-195f9f6a-666c-4632-aa26-1e44931e195f tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397615 Jun 14 14:50:36.608926 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 34658) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:36.722816 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.v2.base [None req-c910e1a6-b64e-4b1e-bcbb-413833e76733 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-117906481-network', 'tenant_id': '82efaaa7fc5c4607b1393f2c000e94e4'}} {{(pid=99484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:50:36.807398 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27afa5d-1d7c-4341-9ffb-7cc239e90bdf req-f36a1f11-ab98-4f6f-bdcf-667d0718919f tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:36.808920 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-f27afa5d-1d7c-4341-9ffb-7cc239e90bdf req-f36a1f11-ab98-4f6f-bdcf-667d0718919f tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=517c6891-dd10-4a1f-9bbc-312ff0548f30 HTTP/1.1" status: 200 len: 945 time: 0.0821733 Jun 14 14:50:36.857218 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-f27afa5d-1d7c-4341-9ffb-7cc239e90bdf req-be5771a4-ffd5-4f62-9805-f0e02a170365 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=1347ac37-5848-4178-9b5e-4b2149ac523e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406346 Jun 14 14:50:36.863951 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c910e1a6-b64e-4b1e-bcbb-413833e76733 admin admin] Made reservation on behalf of 82efaaa7fc5c4607b1393f2c000e94e4 for: {'network': 1} {{(pid=99484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:50:36.866327 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-c910e1a6-b64e-4b1e-bcbb-413833e76733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905267'] for network, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:36.881182 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-c910e1a6-b64e-4b1e-bcbb-413833e76733 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:36.983122 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-c910e1a6-b64e-4b1e-bcbb-413833e76733 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:37.127631 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-c910e1a6-b64e-4b1e-bcbb-413833e76733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:37.130703 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-205b6f29-f1df-4087-9d30-13befc24324e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:37.157990 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c910e1a6-b64e-4b1e-bcbb-413833e76733 admin admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=99484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 14:50:37.163466 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c910e1a6-b64e-4b1e-bcbb-413833e76733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aefbadc-1b3e-4a34-b40c-ffcdf7a0a789,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:37.167083 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-c910e1a6-b64e-4b1e-bcbb-413833e76733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:37.173685 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-c910e1a6-b64e-4b1e-bcbb-413833e76733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-914478'] for segment, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:37.173685 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.db.segments_db [None req-c910e1a6-b64e-4b1e-bcbb-413833e76733 admin admin] Added segment 0eb4fa52-3d05-4723-a2ea-3a3c468fc8e1 of type vlan for network a52c757e-ad6b-4b2e-b44f-da7022e294da Jun 14 14:50:37.239719 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-c910e1a6-b64e-4b1e-bcbb-413833e76733 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763375052454'] for network, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:37.344362 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-c910e1a6-b64e-4b1e-bcbb-413833e76733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255'] for network, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:37.345690 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c910e1a6-b64e-4b1e-bcbb-413833e76733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:37.346267 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-c910e1a6-b64e-4b1e-bcbb-413833e76733 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699218'] for network, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:37.348443 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:37.399276 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device 9df17aab-d6c6-431c-8afb-1204dad301af details requested by agent hyperv_hv-cinder-72618 with host hv-cinder-72618 {{(pid=99485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 14:50:37.426327 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a3a05-d0e4-4bca-8c07-46ba106216ed req-1e66d355-e3d6-4bd2-ad1d-df2d04cc279e tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:37.429351 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-bd1a3a05-d0e4-4bca-8c07-46ba106216ed req-1e66d355-e3d6-4bd2-ad1d-df2d04cc279e tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 946 time: 0.0901709 Jun 14 14:50:37.444503 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c910e1a6-b64e-4b1e-bcbb-413833e76733 admin admin] Pushing event updated for resources: {'Network': ['ID=a52c757e-ad6b-4b2e-b44f-da7022e294da,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:37.448198 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-c910e1a6-b64e-4b1e-bcbb-413833e76733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:37.475194 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-bd1a3a05-d0e4-4bca-8c07-46ba106216ed req-50f7c741-1804-47c0-8c94-c29b9c0b3478 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412796 Jun 14 14:50:37.482250 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-c910e1a6-b64e-4b1e-bcbb-413833e76733 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8721998 Jun 14 14:50:37.485194 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 34670) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:37.491214 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.v2.base [None req-710f395b-1ead-40c1-aa28-af34aeeab794 admin admin] Request body: {'subnet': {'network_id': 'a52c757e-ad6b-4b2e-b44f-da7022e294da', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-117906481-subnet', 'tenant_id': '82efaaa7fc5c4607b1393f2c000e94e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:50:37.506681 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Network a52c757e-ad6b-4b2e-b44f-da7022e294da details requested by agent ovs-agent-dv-cinder-726180-9-iscsi with host dv-cinder-726180-9-iscsi {{(pid=99485) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 14:50:37.578368 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-710f395b-1ead-40c1-aa28-af34aeeab794 admin admin] Made reservation on behalf of 82efaaa7fc5c4607b1393f2c000e94e4 for: {'subnet': 1} {{(pid=99483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:50:37.580746 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-710f395b-1ead-40c1-aa28-af34aeeab794 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12396999'] for subnet, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:37.740890 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] For port 9df17aab-d6c6-431c-8afb-1204dad301af, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=9df17aab-d6c6-431c-8afb-1204dad301af,segment=NetworkSegment(74da14e9-8c63-4e6e-9b03-7a584e6443b7),segment_id=74da14e9-8c63-4e6e-9b03-7a584e6443b7)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:50:37.757333 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Returning: {'device': '9df17aab-d6c6-431c-8afb-1204dad301af', 'network_id': 'eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46', 'port_id': '9df17aab-d6c6-431c-8afb-1204dad301af', 'mac_address': 'fa:16:3e:cc:2b:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f1648b2-006c-47fc-bec4-7719f58bad8c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 14:50:37.806123 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:37.822105 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.notifiers.nova [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9df17aab-d6c6-431c-8afb-1204dad301af {{(pid=99485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:50:37.844588 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] For port 9df17aab-d6c6-431c-8afb-1204dad301af, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=9df17aab-d6c6-431c-8afb-1204dad301af,segment=NetworkSegment(74da14e9-8c63-4e6e-9b03-7a584e6443b7),segment_id=74da14e9-8c63-4e6e-9b03-7a584e6443b7)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:50:37.893101 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-710f395b-1ead-40c1-aa28-af34aeeab794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12282325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12397009'] for subnet, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:37.897294 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-c435ab1a-8d68-4d45-aa39-f9069dd221f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:37.932611 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:37.935769 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-ed2f051a-4127-4f54-9dc8-12aa8a6fcbc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:38.004660 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Pushing event updated for resources: {'Port': ['ID=9df17aab-d6c6-431c-8afb-1204dad301af,revision_number=6']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:38.008158 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:38.064928 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528cc6fe-a61a-4bec-9ee6-daddfab0aeba req-81a29401-7986-4df0-aed0-fa4d7e8c286b tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:38.066523 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-528cc6fe-a61a-4bec-9ee6-daddfab0aeba req-81a29401-7986-4df0-aed0-fa4d7e8c286b tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=517c6891-dd10-4a1f-9bbc-312ff0548f30 HTTP/1.1" status: 200 len: 945 time: 0.0866878 Jun 14 14:50:38.117954 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-528cc6fe-a61a-4bec-9ee6-daddfab0aeba req-7fafde89-f371-48c7-996a-a2cff0225ca4 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=1347ac37-5848-4178-9b5e-4b2149ac523e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449867 Jun 14 14:50:38.222107 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710f395b-1ead-40c1-aa28-af34aeeab794 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da8b3b96-eb0f-4027-b192-99ae8f57f2ac,revision_number=0']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:38.224274 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710f395b-1ead-40c1-aa28-af34aeeab794 admin admin] Checking segment: {'id': '0eb4fa52-3d05-4723-a2ea-3a3c468fc8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a52c757e-ad6b-4b2e-b44f-da7022e294da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:50:38.224625 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710f395b-1ead-40c1-aa28-af34aeeab794 admin admin] Network hostable DHCP agents. Network: a52c757e-ad6b-4b2e-b44f-da7022e294da, hostable agents: ['93423e1b-8ac2-4abf-ba8c-2bf2a6ff74d8'], hosted agents: [] {{(pid=99483) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 14:50:38.226677 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-710f395b-1ead-40c1-aa28-af34aeeab794 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:38.338348 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710f395b-1ead-40c1-aa28-af34aeeab794 admin admin] Network a52c757e-ad6b-4b2e-b44f-da7022e294da is scheduled to be hosted by DHCP agent 93423e1b-8ac2-4abf-ba8c-2bf2a6ff74d8 with binding_index 1 {{(pid=99483) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 14:50:38.436263 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.base_scheduler [None req-710f395b-1ead-40c1-aa28-af34aeeab794 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-726180-9-iscsi, a52c757e-ad6b-4b2e-b44f-da7022e294da) {{(pid=99483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:50:38.440468 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710f395b-1ead-40c1-aa28-af34aeeab794 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:38.441054 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-710f395b-1ead-40c1-aa28-af34aeeab794 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699218'] for subnet, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:38.445991 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b14eee3-0b1d-4772-8e62-9e8ca25cdbac None None] Network a52c757e-ad6b-4b2e-b44f-da7022e294da requested from dv-cinder-726180-9-iscsi {{(pid=99485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:50:38.599115 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-710f395b-1ead-40c1-aa28-af34aeeab794 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1035318 Jun 14 14:50:38.648585 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf6b440-2fad-4270-b42d-3edae8f1b308 None None] Network a52c757e-ad6b-4b2e-b44f-da7022e294da requested from dv-cinder-726180-9-iscsi {{(pid=99485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:50:38.676494 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559ee8a-1a34-4d4d-b0fd-920fd7323cdc req-ba8eaf7c-0ad8-4161-b7cd-627b9b013864 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:38.678062 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-f559ee8a-1a34-4d4d-b0fd-920fd7323cdc req-ba8eaf7c-0ad8-4161-b7cd-627b9b013864 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 945 time: 0.0800815 Jun 14 14:50:38.725341 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-f559ee8a-1a34-4d4d-b0fd-920fd7323cdc req-59453ac8-efec-4ccd-8ad9-be2ae6a9c13d tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412178 Jun 14 14:50:39.307350 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05283082-b991-4035-8796-d2b27dfc87ed req-d846095c-adeb-4a1c-a8e8-c260d3b36ce9 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:39.308867 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-05283082-b991-4035-8796-d2b27dfc87ed req-d846095c-adeb-4a1c-a8e8-c260d3b36ce9 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=517c6891-dd10-4a1f-9bbc-312ff0548f30 HTTP/1.1" status: 200 len: 945 time: 0.0704305 Jun 14 14:50:39.356436 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-05283082-b991-4035-8796-d2b27dfc87ed req-aabc9976-1208-4731-9003-ea462e7dead3 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=1347ac37-5848-4178-9b5e-4b2149ac523e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370142 Jun 14 14:50:39.567350 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] get_ports_and_sgs() called for port_ids ['9df17aab-d6c6-431c-8afb-1204dad301af'] {{(pid=99485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 14:50:40.006621 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7523a35e-af2b-4827-bf80-ab64fc27d04d req-6981d9f0-1f0b-48ca-8fac-d4124aca2497 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:40.008160 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-7523a35e-af2b-4827-bf80-ab64fc27d04d req-6981d9f0-1f0b-48ca-8fac-d4124aca2497 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 945 time: 0.0789783 Jun 14 14:50:40.053071 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-7523a35e-af2b-4827-bf80-ab64fc27d04d req-edd0856e-2f9a-4f4c-9e64-12f24b3a0aa8 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392075 Jun 14 14:50:40.541250 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41256cdf-fec7-4d46-9552-74ea78b33522 req-213db7ec-bbf9-4a8a-b6ed-aa8aad5265cc tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:40.542725 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-41256cdf-fec7-4d46-9552-74ea78b33522 req-213db7ec-bbf9-4a8a-b6ed-aa8aad5265cc tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=517c6891-dd10-4a1f-9bbc-312ff0548f30 HTTP/1.1" status: 200 len: 945 time: 0.0711768 Jun 14 14:50:40.590390 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-41256cdf-fec7-4d46-9552-74ea78b33522 req-81310d61-3a00-4f3b-8c6c-581a11bddf37 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=1347ac37-5848-4178-9b5e-4b2149ac523e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417123 Jun 14 14:50:40.970827 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 34752) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:41.022764 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c39dc-4afd-46be-98e0-e23692aca760 req-5327607f-ac55-447a-a9ea-9901a5cdd02a tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:41.024297 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-f81c39dc-4afd-46be-98e0-e23692aca760 req-5327607f-ac55-447a-a9ea-9901a5cdd02a tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.55 "GET /v2.0/networks?id=a52c757e-ad6b-4b2e-b44f-da7022e294da HTTP/1.1" status: 200 len: 813 time: 0.1403754 Jun 14 14:50:41.050436 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-f81c39dc-4afd-46be-98e0-e23692aca760 req-77a2df4f-a5c0-4a32-8a5c-db9d4f16b110 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.55 "GET /v2.0/quotas/82efaaa7fc5c4607b1393f2c000e94e4 HTTP/1.1" status: 200 len: 375 time: 0.0137632 Jun 14 14:50:41.105182 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-44b9b654-7766-49f7-bddd-bfbdb12a1888 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:41.112858 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-f81c39dc-4afd-46be-98e0-e23692aca760 req-676e3f6b-d371-4569-a663-d8d37290c692 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=82efaaa7fc5c4607b1393f2c000e94e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0604558 Jun 14 14:50:41.236740 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-f81c39dc-4afd-46be-98e0-e23692aca760 req-85fa569d-3ac6-4b5b-85b2-db7a3f6da181 service neutron] 10.222.0.55 "GET /v2.0/networks/a52c757e-ad6b-4b2e-b44f-da7022e294da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202819 Jun 14 14:50:41.277708 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-44b9b654-7766-49f7-bddd-bfbdb12a1888 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:41.294144 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddcce38-394d-4108-b1b9-d61421fafa63 req-fd0e3379-7b63-49b0-89ab-0ed79bb42e96 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:41.295912 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-5ddcce38-394d-4108-b1b9-d61421fafa63 req-fd0e3379-7b63-49b0-89ab-0ed79bb42e96 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=517c6891-dd10-4a1f-9bbc-312ff0548f30 HTTP/1.1" status: 200 len: 945 time: 0.1302726 Jun 14 14:50:41.365305 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-5ddcce38-394d-4108-b1b9-d61421fafa63 req-a31f8005-068d-45db-ba87-ea3ed112d543 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=1347ac37-5848-4178-9b5e-4b2149ac523e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613124 Jun 14 14:50:41.401871 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-44b9b654-7766-49f7-bddd-bfbdb12a1888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:41.437271 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-04092534-7aa1-4960-98af-f34343cbe380 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:41.466271 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-f81c39dc-4afd-46be-98e0-e23692aca760 req-be701381-a173-4e9a-93e4-e4b08b3fcdff service neutron] 10.222.0.55 "GET /v2.0/networks/a52c757e-ad6b-4b2e-b44f-da7022e294da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231803 Jun 14 14:50:41.494484 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device 9df17aab-d6c6-431c-8afb-1204dad301af up at agent hyperv_hv-cinder-72618 {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:50:41.556787 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-44b9b654-7766-49f7-bddd-bfbdb12a1888 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bcdc013ba41c4de582f284f8f89e3a6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5845931 Jun 14 14:50:41.562559 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 34766) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:41.581422 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b9b654-7766-49f7-bddd-bfbdb12a1888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e61bc8-8bc8-4493-8652-05a1c50ecd09,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:41.619412 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Provisioning complete for port 9df17aab-d6c6-431c-8afb-1204dad301af triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:50:41.619954 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:41.627312 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-44b9b654-7766-49f7-bddd-bfbdb12a1888 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:41.630003 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-335073d3-6e76-4cde-a9ed-2cd953e91f6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:41.656802 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0e0d9-22e8-4b39-aef0-0e28f1fefc7e req-8b2f35fd-c48c-4a33-8348-6b7b873b8f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:41.658500 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-a9b0e0d9-22e8-4b39-aef0-0e28f1fefc7e req-8b2f35fd-c48c-4a33-8348-6b7b873b8f8f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f6d775d7d5f04714a3c3dbf66a8c9048&device_id=517c6891-dd10-4a1f-9bbc-312ff0548f30 HTTP/1.1" status: 200 len: 1098 time: 0.3112419 Jun 14 14:50:41.665998 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-335073d3-6e76-4cde-a9ed-2cd953e91f6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:41.786709 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260ee5bd-a752-453d-ad30-e829a3c8a23f req-47d680b4-f778-4223-a3b7-91a866b12605 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:41.794057 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-260ee5bd-a752-453d-ad30-e829a3c8a23f req-47d680b4-f778-4223-a3b7-91a866b12605 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 945 time: 0.2542238 Jun 14 14:50:41.844894 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:41.854969 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-335073d3-6e76-4cde-a9ed-2cd953e91f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:41.862063 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-335073d3-6e76-4cde-a9ed-2cd953e91f6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:41.863229 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-335073d3-6e76-4cde-a9ed-2cd953e91f6b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b8e61bc8-8bc8-4493-8652-05a1c50ecd09 HTTP/1.1" status: 204 len: 168 time: 0.2994943 Jun 14 14:50:41.880754 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-260ee5bd-a752-453d-ad30-e829a3c8a23f req-1fe44da6-1a63-476f-a072-8a08dd10cf3e tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645480 Jun 14 14:50:41.887111 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0e0d9-22e8-4b39-aef0-0e28f1fefc7e req-8514cfe1-ca69-4bf0-83ec-df6d1b204e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:41.894382 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-a9b0e0d9-22e8-4b39-aef0-0e28f1fefc7e req-8514cfe1-ca69-4bf0-83ec-df6d1b204e89 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0f24e05a-f59f-42ec-ad23-eb813ca68e34 HTTP/1.1" status: 200 len: 911 time: 0.2278299 Jun 14 14:50:41.895184 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f976e0-4cc4-4b90-b59d-dd773dbc02ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df17aab-d6c6-431c-8afb-1204dad301af'}] {{(pid=99485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:50:41.909858 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb48b8a921a599a4918edb6fe4edb23e72f7f4aaa6ba2d648db764b95ae78972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f75fd6-a397-4b82-a918-92a2eba26abb" -d '{"events": [{"server_uuid": "b9f976e0-4cc4-4b90-b59d-dd773dbc02ba", "name": "network-vif-plugged", "status": "completed", "tag": "9df17aab-d6c6-431c-8afb-1204dad301af"}]}' {{(pid=99485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:50:41.921512 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] For port 9df17aab-d6c6-431c-8afb-1204dad301af, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=9df17aab-d6c6-431c-8afb-1204dad301af,segment=NetworkSegment(74da14e9-8c63-4e6e-9b03-7a584e6443b7),segment_id=74da14e9-8c63-4e6e-9b03-7a584e6443b7)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:50:41.955317 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-2ef6b5bb-6d59-4181-8c1c-75e214d72fbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:41.963989 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-c6789d5d-bfa0-4cdf-a59a-18b810928878 req-35f0b85d-b7d3-46a2-a259-670d5b5d390c tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.55 "GET /v2.0/ports?device_id=d691b9ea-d76e-4722-b8bd-edbef0c9f79e HTTP/1.1" status: 200 len: 210 time: 0.1334567 Jun 14 14:50:41.972545 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335073d3-6e76-4cde-a9ed-2cd953e91f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e61bc8-8bc8-4493-8652-05a1c50ecd09,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:41.977061 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-335073d3-6e76-4cde-a9ed-2cd953e91f6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:41.999675 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 14:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20216ac2-495e-4f7e-9308-b421e3141341 x-openstack-request-id: req-20216ac2-495e-4f7e-9308-b421e3141341 {{(pid=99485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:50:42.001738 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9f976e0-4cc4-4b90-b59d-dd773dbc02ba", "name": "network-vif-plugged", "status": "completed", "tag": "9df17aab-d6c6-431c-8afb-1204dad301af", "code": 200}]} {{(pid=99485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:50:42.002265 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-20216ac2-495e-4f7e-9308-b421e3141341 {{(pid=99485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:50:42.005816 dv-cinder-726180-9-iscsi neutron-server[99485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9f976e0-4cc4-4b90-b59d-dd773dbc02ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df17aab-d6c6-431c-8afb-1204dad301af', 'code': 200} Jun 14 14:50:42.061986 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-a9b0e0d9-22e8-4b39-aef0-0e28f1fefc7e req-6165d870-07fe-40de-8530-ac12da5f9007 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e2f73fe-ace8-4f29-95c9-d5af4166b472 HTTP/1.1" status: 200 len: 1001 time: 0.1501310 Jun 14 14:50:42.077005 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:42.081841 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:42.160857 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Pushing event updated for resources: {'Port': ['ID=9df17aab-d6c6-431c-8afb-1204dad301af,revision_number=7']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:42.163944 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:42.184900 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0e0d9-22e8-4b39-aef0-0e28f1fefc7e req-d797518a-70fc-428a-a272-e1e730d31b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:42.186415 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-a9b0e0d9-22e8-4b39-aef0-0e28f1fefc7e req-d797518a-70fc-428a-a272-e1e730d31b3f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fdbf821b-0f7c-45ba-93c7-1bd078cce400 HTTP/1.1" status: 200 len: 849 time: 0.1176958 Jun 14 14:50:42.261626 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0e0d9-22e8-4b39-aef0-0e28f1fefc7e req-760c0586-59d2-4de3-90db-b5fb6500161b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:42.263722 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-a9b0e0d9-22e8-4b39-aef0-0e28f1fefc7e req-760c0586-59d2-4de3-90db-b5fb6500161b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0f24e05a-f59f-42ec-ad23-eb813ca68e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0706024 Jun 14 14:50:42.418240 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-a9b0e0d9-22e8-4b39-aef0-0e28f1fefc7e req-5ee0a2a0-596e-44ca-9916-0915b6fc309d service neutron] 10.222.0.21 "GET /v2.0/networks/0f24e05a-f59f-42ec-ad23-eb813ca68e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461976 Jun 14 14:50:42.685088 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-a9b0e0d9-22e8-4b39-aef0-0e28f1fefc7e req-6f9deda8-932c-4130-b442-61043088fc89 service neutron] 10.222.0.21 "GET /v2.0/networks/0f24e05a-f59f-42ec-ad23-eb813ca68e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619402 Jun 14 14:50:42.722307 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4200a576-9392-4036-acaf-6e82eca0119f req-22e0a1a5-47aa-46b1-a133-a600033c68a0 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:42.722788 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-4200a576-9392-4036-acaf-6e82eca0119f req-22e0a1a5-47aa-46b1-a133-a600033c68a0 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=517c6891-dd10-4a1f-9bbc-312ff0548f30 HTTP/1.1" status: 200 len: 945 time: 0.1426594 Jun 14 14:50:42.782437 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-4200a576-9392-4036-acaf-6e82eca0119f req-0359e31e-6d5d-4a15-9eb1-34506e440211 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=1347ac37-5848-4178-9b5e-4b2149ac523e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519092 Jun 14 14:50:42.953196 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 34794) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:42.969961 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-72c31826-f9bb-4158-80fa-fca3adc3a21e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:43.078777 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.agents_db [None req-f05f0e2d-2be5-4cb0-86e7-333c7e47477b None None] Agent healthcheck: found 6 active agents {{(pid=99486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 14:50:43.146456 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-b05ba706-ec14-48f8-b0af-a3df3ca2e8d1 req-bb4111a7-6ea2-44d2-94d8-c1831bfdc5aa tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.55 "GET /v2.0/ports?device_id=d691b9ea-d76e-4722-b8bd-edbef0c9f79e HTTP/1.1" status: 200 len: 210 time: 0.0870497 Jun 14 14:50:43.423322 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c5286a-4e71-4a44-a665-7a0eba5eef2a req-6bea9ad0-7a15-4391-84d1-358024901e8d tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:43.430162 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-10c5286a-4e71-4a44-a665-7a0eba5eef2a req-6bea9ad0-7a15-4391-84d1-358024901e8d tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 946 time: 0.4106951 Jun 14 14:50:43.489611 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-72c31826-f9bb-4158-80fa-fca3adc3a21e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:43.499133 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-10c5286a-4e71-4a44-a665-7a0eba5eef2a req-6b9b75f0-9b93-43d5-a4c6-e82107df064b tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678895 Jun 14 14:50:43.623884 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-72c31826-f9bb-4158-80fa-fca3adc3a21e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:43.628973 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-a2480bc3-87f0-44e0-8094-b705106b6879 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:43.675164 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-72c31826-f9bb-4158-80fa-fca3adc3a21e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c18bd1b04298464cab06de5c5dd76c2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7207310 Jun 14 14:50:43.675962 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c31826-f9bb-4158-80fa-fca3adc3a21e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41554ceb-d855-47e8-8009-6238b2206ef9,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:43.677787 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 34800) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:43.687542 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-72c31826-f9bb-4158-80fa-fca3adc3a21e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:43.758512 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-92d5b4fd-7b73-4b06-b36c-a6c4dd9e0619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:43.788474 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-92d5b4fd-7b73-4b06-b36c-a6c4dd9e0619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:43.995034 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6746247f-8705-4abc-8305-b31875af0735 req-a7359750-a551-4816-b10a-23af1bacd75a tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:43.996728 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-6746247f-8705-4abc-8305-b31875af0735 req-a7359750-a551-4816-b10a-23af1bacd75a tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=517c6891-dd10-4a1f-9bbc-312ff0548f30 HTTP/1.1" status: 200 len: 945 time: 0.0836244 Jun 14 14:50:44.077911 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-6746247f-8705-4abc-8305-b31875af0735 req-751bb7c1-64fd-41f2-b702-933c7725a76e tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=1347ac37-5848-4178-9b5e-4b2149ac523e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540361 Jun 14 14:50:44.079175 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-92d5b4fd-7b73-4b06-b36c-a6c4dd9e0619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:44.087402 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-92d5b4fd-7b73-4b06-b36c-a6c4dd9e0619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:44.092767 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-92d5b4fd-7b73-4b06-b36c-a6c4dd9e0619 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/41554ceb-d855-47e8-8009-6238b2206ef9 HTTP/1.1" status: 204 len: 168 time: 0.4136965 Jun 14 14:50:44.094395 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-e9111743-6333-4772-b335-68699e6b94bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:44.109740 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d5b4fd-7b73-4b06-b36c-a6c4dd9e0619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41554ceb-d855-47e8-8009-6238b2206ef9,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:44.112322 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-92d5b4fd-7b73-4b06-b36c-a6c4dd9e0619 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:44.316898 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-1e92c8f3-38d1-4c94-831c-df8c05875f99 req-1f51e637-0e33-4fe7-9240-06481ad2ec6b tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.55 "GET /v2.0/ports?device_id=d691b9ea-d76e-4722-b8bd-edbef0c9f79e HTTP/1.1" status: 200 len: 210 time: 0.0396161 Jun 14 14:50:44.747755 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbfe053-f277-4d09-8541-45c6c0bf2be3 req-7afc090b-0165-42ae-8a4c-42b343236a4d tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:44.747755 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-0bbfe053-f277-4d09-8541-45c6c0bf2be3 req-7afc090b-0165-42ae-8a4c-42b343236a4d tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 946 time: 0.0993452 Jun 14 14:50:44.824925 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-0bbfe053-f277-4d09-8541-45c6c0bf2be3 req-a9c66597-16de-4c76-8ef4-29c9530064e3 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706131 Jun 14 14:50:45.466866 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-1f3aed42-b691-40a5-a900-ea933d6493b6 req-6b8c9603-05de-4391-b326-925642703293 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.55 "GET /v2.0/ports?device_id=d691b9ea-d76e-4722-b8bd-edbef0c9f79e HTTP/1.1" status: 200 len: 210 time: 0.0352716 Jun 14 14:50:45.813577 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 34830) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:45.832151 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-094ed5c5-4ba4-4efe-a624-b86a6e3622e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:45.962206 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-094ed5c5-4ba4-4efe-a624-b86a6e3622e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:46.046699 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f7f1d5-4569-48de-a5a7-e16b1898da9b req-d6b208e8-5d5b-4f3b-a070-a7bf5e39d7f7 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:46.048650 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-95f7f1d5-4569-48de-a5a7-e16b1898da9b req-d6b208e8-5d5b-4f3b-a070-a7bf5e39d7f7 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 946 time: 0.0899808 Jun 14 14:50:46.123680 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-95f7f1d5-4569-48de-a5a7-e16b1898da9b req-764e306a-2928-405d-b41d-52acb121e937 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687642 Jun 14 14:50:46.219007 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-094ed5c5-4ba4-4efe-a624-b86a6e3622e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:46.248570 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-50ee8148-132e-4fef-b9da-5b51088c7ae9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:46.255794 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-094ed5c5-4ba4-4efe-a624-b86a6e3622e1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bf3633dff18d483e937d3674e4850e6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4408498 Jun 14 14:50:46.257764 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 34836) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:46.308066 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094ed5c5-4ba4-4efe-a624-b86a6e3622e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe96aba-f3f0-41e8-bf70-2c3628042fe3,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:46.310702 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-094ed5c5-4ba4-4efe-a624-b86a6e3622e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:46.343159 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-64eb4150-1a0d-4a40-aa22-043fbdec6738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:46.374827 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-64eb4150-1a0d-4a40-aa22-043fbdec6738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:46.604173 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-64eb4150-1a0d-4a40-aa22-043fbdec6738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:46.609717 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-64eb4150-1a0d-4a40-aa22-043fbdec6738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:46.615804 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-64eb4150-1a0d-4a40-aa22-043fbdec6738 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/afe96aba-f3f0-41e8-bf70-2c3628042fe3 HTTP/1.1" status: 204 len: 168 time: 0.3566887 Jun 14 14:50:46.623231 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-fea1fcd7-2bf4-420e-8c4a-12ecd4ef996c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:46.657540 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eb4150-1a0d-4a40-aa22-043fbdec6738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe96aba-f3f0-41e8-bf70-2c3628042fe3,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:46.687481 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-64eb4150-1a0d-4a40-aa22-043fbdec6738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:46.690356 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-14592a72-d2e6-4d5e-9d50-2cd39ab249ac req-6ca5e875-a8bd-4fad-b098-d0041be7d204 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.55 "GET /v2.0/ports?device_id=d691b9ea-d76e-4722-b8bd-edbef0c9f79e HTTP/1.1" status: 200 len: 210 time: 0.0617185 Jun 14 14:50:46.764954 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c39dc-4afd-46be-98e0-e23692aca760 req-86d7c637-0c6a-4fe6-ad1f-c510b96a9830 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:46.766960 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-f81c39dc-4afd-46be-98e0-e23692aca760 req-86d7c637-0c6a-4fe6-ad1f-c510b96a9830 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.21 "GET /v2.0/networks?id=a52c757e-ad6b-4b2e-b44f-da7022e294da HTTP/1.1" status: 200 len: 813 time: 0.2958922 Jun 14 14:50:46.784188 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.v2.base [req-f81c39dc-4afd-46be-98e0-e23692aca760 req-a59da8bb-db7a-4ae8-87cc-00ef5b7d244e tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Request body: {'port': {'device_id': 'd691b9ea-d76e-4722-b8bd-edbef0c9f79e', 'network_id': 'a52c757e-ad6b-4b2e-b44f-da7022e294da', 'admin_state_up': True, 'tenant_id': '82efaaa7fc5c4607b1393f2c000e94e4'}} {{(pid=99483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:50:47.098840 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f81c39dc-4afd-46be-98e0-e23692aca760 req-a59da8bb-db7a-4ae8-87cc-00ef5b7d244e tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Made reservation on behalf of 82efaaa7fc5c4607b1393f2c000e94e4 for: {'port': 1} {{(pid=99483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:50:47.109211 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-f81c39dc-4afd-46be-98e0-e23692aca760 req-a59da8bb-db7a-4ae8-87cc-00ef5b7d244e tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905267'] for port, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:47.428616 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.db_base_plugin_common [req-f81c39dc-4afd-46be-98e0-e23692aca760 req-a59da8bb-db7a-4ae8-87cc-00ef5b7d244e tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Allocated IP 172.20.0.14 (a52c757e-ad6b-4b2e-b44f-da7022e294da/da8b3b96-eb0f-4027-b192-99ae8f57f2ac/76e88936-cc4a-4573-a8b5-7c2a88cc2af3) {{(pid=99483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:50:47.475935 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bef9e5-0fd8-4429-b011-8dcc2e592b5e req-24609c94-de6c-4307-8a7c-3133bf68b943 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:47.486790 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-d6bef9e5-0fd8-4429-b011-8dcc2e592b5e req-24609c94-de6c-4307-8a7c-3133bf68b943 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 946 time: 0.2102344 Jun 14 14:50:47.578821 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-d6bef9e5-0fd8-4429-b011-8dcc2e592b5e req-a124b0b3-e535-44cf-812f-bb85f2265adb tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910056 Jun 14 14:50:47.805003 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-f81c39dc-4afd-46be-98e0-e23692aca760 req-a59da8bb-db7a-4ae8-87cc-00ef5b7d244e tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Notify callbacks [] for port, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:47.858099 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 34866) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:47.864614 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-b6e6ab97-3fe4-4d42-8be3-ec3fe9b504bf req-28587c92-d3b4-4d16-ab52-b0ab9c5121a8 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.55 "GET /v2.0/ports?device_id=d691b9ea-d76e-4722-b8bd-edbef0c9f79e HTTP/1.1" status: 200 len: 210 time: 0.0391488 Jun 14 14:50:47.998711 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-3507bcfd-92d0-4cc2-83d6-eb5f3867ef3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:48.037342 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-f81c39dc-4afd-46be-98e0-e23692aca760 req-a59da8bb-db7a-4ae8-87cc-00ef5b7d244e tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-905456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763375065887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12282725'] for port, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:48.052508 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-4dec2921-c42f-491e-9ec2-38ea84044a60 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:48.101757 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f81c39dc-4afd-46be-98e0-e23692aca760 req-a59da8bb-db7a-4ae8-87cc-00ef5b7d244e tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Network a52c757e-ad6b-4b2e-b44f-da7022e294da is already hosted by enough agents. {{(pid=99483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:50:48.117649 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.base_scheduler [req-f81c39dc-4afd-46be-98e0-e23692aca760 req-a59da8bb-db7a-4ae8-87cc-00ef5b7d244e tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Resources bound (agent type, host, resource id): {{(pid=99483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:50:48.129026 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.l3_dvrscheduler_db [req-f81c39dc-4afd-46be-98e0-e23692aca760 req-a59da8bb-db7a-4ae8-87cc-00ef5b7d244e tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Received port after_create {{(pid=99483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:50:48.181093 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59da8bb-db7a-4ae8-87cc-00ef5b7d244e tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Pushing event updated for resources: {'Port': ['ID=76e88936-cc4a-4573-a8b5-7c2a88cc2af3,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:48.191711 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-a59da8bb-db7a-4ae8-87cc-00ef5b7d244e tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:48.228897 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c39dc-4afd-46be-98e0-e23692aca760 req-a59da8bb-db7a-4ae8-87cc-00ef5b7d244e tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:48.229562 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-f81c39dc-4afd-46be-98e0-e23692aca760 req-a59da8bb-db7a-4ae8-87cc-00ef5b7d244e tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645'] for port, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:48.270154 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-3507bcfd-92d0-4cc2-83d6-eb5f3867ef3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:48.384894 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-3507bcfd-92d0-4cc2-83d6-eb5f3867ef3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:48.401362 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-3b100845-175b-421f-ae24-73cc41e6367d tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:48.455606 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-3507bcfd-92d0-4cc2-83d6-eb5f3867ef3d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a7fc66e3c1914026a513a13cb1606a03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5964181 Jun 14 14:50:48.456784 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3507bcfd-92d0-4cc2-83d6-eb5f3867ef3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f698e3e7-9f60-4b20-94da-e193953a748f,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:48.462661 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-3507bcfd-92d0-4cc2-83d6-eb5f3867ef3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:48.463215 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 34880) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:48.482765 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-f81c39dc-4afd-46be-98e0-e23692aca760 req-a59da8bb-db7a-4ae8-87cc-00ef5b7d244e tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7044337 Jun 14 14:50:48.498251 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.v2.base [req-f81c39dc-4afd-46be-98e0-e23692aca760 req-da3012e2-6fc3-4bdd-91f4-af8a85627da0 service neutron] Request body: {'port': {'device_id': 'd691b9ea-d76e-4722-b8bd-edbef0c9f79e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-72618'}} {{(pid=99483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:50:48.551170 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-6f97f373-a52d-4edb-b591-f1f7ec7d77e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:48.581370 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-6f97f373-a52d-4edb-b591-f1f7ec7d77e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:48.642003 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-f81c39dc-4afd-46be-98e0-e23692aca760 req-da3012e2-6fc3-4bdd-91f4-af8a85627da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:48.807016 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-6f97f373-a52d-4edb-b591-f1f7ec7d77e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:48.810306 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-6f97f373-a52d-4edb-b591-f1f7ec7d77e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:48.814278 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-6f97f373-a52d-4edb-b591-f1f7ec7d77e1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f698e3e7-9f60-4b20-94da-e193953a748f HTTP/1.1" status: 204 len: 168 time: 0.3492618 Jun 14 14:50:48.815300 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-1ec52da0-b107-4e42-8dd0-ef1fcaf07f4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:48.826916 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f97f373-a52d-4edb-b591-f1f7ec7d77e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f698e3e7-9f60-4b20-94da-e193953a748f,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:48.838549 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-6f97f373-a52d-4edb-b591-f1f7ec7d77e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:49.019465 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370063c0-b88b-4287-9412-a277d73d3f89 req-eb0abcc9-085a-4cac-8e62-8ddb81bd8236 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:49.021144 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-370063c0-b88b-4287-9412-a277d73d3f89 req-eb0abcc9-085a-4cac-8e62-8ddb81bd8236 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 946 time: 0.2385631 Jun 14 14:50:49.127479 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1ed591-ec64-48a1-95aa-e8de1ec9aa55 req-b414f0b3-03e0-476b-8b8b-c763d575edee tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:49.128534 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-370063c0-b88b-4287-9412-a277d73d3f89 req-aadbd4e2-f2e6-4bfe-9ed0-f4a10b9163c7 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996432 Jun 14 14:50:49.135862 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-2a1ed591-ec64-48a1-95aa-e8de1ec9aa55 req-b414f0b3-03e0-476b-8b8b-c763d575edee tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.55 "GET /v2.0/ports?device_id=d691b9ea-d76e-4722-b8bd-edbef0c9f79e HTTP/1.1" status: 200 len: 932 time: 0.1125925 Jun 14 14:50:49.175586 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.notifiers.nova [req-f81c39dc-4afd-46be-98e0-e23692aca760 req-da3012e2-6fc3-4bdd-91f4-af8a85627da0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76e88936-cc4a-4573-a8b5-7c2a88cc2af3 {{(pid=99483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:50:49.190825 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-f81c39dc-4afd-46be-98e0-e23692aca760 req-da3012e2-6fc3-4bdd-91f4-af8a85627da0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:49.193200 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-2a1ed591-ec64-48a1-95aa-e8de1ec9aa55 req-af64666e-f7c4-4871-8e73-f24dba2731a0 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aefbadc-1b3e-4a34-b40c-ffcdf7a0a789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558145 Jun 14 14:50:49.199937 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.provisioning_blocks [req-f81c39dc-4afd-46be-98e0-e23692aca760 req-da3012e2-6fc3-4bdd-91f4-af8a85627da0 service neutron] Transition to ACTIVE for port object 76e88936-cc4a-4573-a8b5-7c2a88cc2af3 will not be triggered until provisioned by entity L2. {{(pid=99483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:50:49.822249 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-f81c39dc-4afd-46be-98e0-e23692aca760 req-da3012e2-6fc3-4bdd-91f4-af8a85627da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282715'] for port, after_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:49.827114 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-bcdc9529-9452-4253-8c3d-b7ea6eb75495 tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:49.927692 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3012e2-6fc3-4bdd-91f4-af8a85627da0 service neutron] Pushing event updated for resources: {'Port': ['ID=76e88936-cc4a-4573-a8b5-7c2a88cc2af3,revision_number=2']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:49.933345 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-da3012e2-6fc3-4bdd-91f4-af8a85627da0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:50.039755 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.managers [req-f81c39dc-4afd-46be-98e0-e23692aca760 req-da3012e2-6fc3-4bdd-91f4-af8a85627da0 service neutron] Attempting to bind port 76e88936-cc4a-4573-a8b5-7c2a88cc2af3 on host hv-cinder-72618 for vnic_type normal with profile {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:50:50.039755 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.managers [req-f81c39dc-4afd-46be-98e0-e23692aca760 req-da3012e2-6fc3-4bdd-91f4-af8a85627da0 service neutron] Attempting to bind port 76e88936-cc4a-4573-a8b5-7c2a88cc2af3 by drivers openvswitch,hyperv on host hv-cinder-72618 at level 0 using segments [{'id': '0eb4fa52-3d05-4723-a2ea-3a3c468fc8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a52c757e-ad6b-4b2e-b44f-da7022e294da'}] {{(pid=99483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:50:50.039755 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81c39dc-4afd-46be-98e0-e23692aca760 req-da3012e2-6fc3-4bdd-91f4-af8a85627da0 service neutron] Attempting to bind port 76e88936-cc4a-4573-a8b5-7c2a88cc2af3 on network a52c757e-ad6b-4b2e-b44f-da7022e294da {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:50:50.046060 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81c39dc-4afd-46be-98e0-e23692aca760 req-da3012e2-6fc3-4bdd-91f4-af8a85627da0 service neutron] Port 76e88936-cc4a-4573-a8b5-7c2a88cc2af3 on network a52c757e-ad6b-4b2e-b44f-da7022e294da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-72618 {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 14:50:50.046394 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81c39dc-4afd-46be-98e0-e23692aca760 req-da3012e2-6fc3-4bdd-91f4-af8a85627da0 service neutron] Attempting to bind port 76e88936-cc4a-4573-a8b5-7c2a88cc2af3 on network a52c757e-ad6b-4b2e-b44f-da7022e294da {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:50:50.052033 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81c39dc-4afd-46be-98e0-e23692aca760 req-da3012e2-6fc3-4bdd-91f4-af8a85627da0 service neutron] Checking agent: {'id': '75f5f45e-0f41-4f3b-9aad-8e3a5980501e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-72618', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 44, 59), 'started_at': datetime.datetime(2021, 6, 14, 14, 44, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:50:50.052389 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81c39dc-4afd-46be-98e0-e23692aca760 req-da3012e2-6fc3-4bdd-91f4-af8a85627da0 service neutron] Checking segment: {'id': '0eb4fa52-3d05-4723-a2ea-3a3c468fc8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a52c757e-ad6b-4b2e-b44f-da7022e294da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:50:50.052782 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81c39dc-4afd-46be-98e0-e23692aca760 req-da3012e2-6fc3-4bdd-91f4-af8a85627da0 service neutron] Bound using segment: {'id': '0eb4fa52-3d05-4723-a2ea-3a3c468fc8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a52c757e-ad6b-4b2e-b44f-da7022e294da'} {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:50:50.053215 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.managers [req-f81c39dc-4afd-46be-98e0-e23692aca760 req-da3012e2-6fc3-4bdd-91f4-af8a85627da0 service neutron] Bound port: 76e88936-cc4a-4573-a8b5-7c2a88cc2af3, host: hv-cinder-72618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eb4fa52-3d05-4723-a2ea-3a3c468fc8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a52c757e-ad6b-4b2e-b44f-da7022e294da'}}] {{(pid=99483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:50:50.053561 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-f81c39dc-4afd-46be-98e0-e23692aca760 req-da3012e2-6fc3-4bdd-91f4-af8a85627da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:50.145893 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.db [req-f81c39dc-4afd-46be-98e0-e23692aca760 req-da3012e2-6fc3-4bdd-91f4-af8a85627da0 service neutron] For port 76e88936-cc4a-4573-a8b5-7c2a88cc2af3, host hv-cinder-72618, cleared binding levels {{(pid=99483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:50:50.150317 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.db [req-f81c39dc-4afd-46be-98e0-e23692aca760 req-da3012e2-6fc3-4bdd-91f4-af8a85627da0 service neutron] For port 76e88936-cc4a-4573-a8b5-7c2a88cc2af3, host hv-cinder-72618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=76e88936-cc4a-4573-a8b5-7c2a88cc2af3,segment=NetworkSegment(0eb4fa52-3d05-4723-a2ea-3a3c468fc8e1),segment_id=0eb4fa52-3d05-4723-a2ea-3a3c468fc8e1)] {{(pid=99483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:50:50.341103 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-f81c39dc-4afd-46be-98e0-e23692aca760 req-da3012e2-6fc3-4bdd-91f4-af8a85627da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282715'] for port, after_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:50.346889 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:50.475413 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1162fe3e-9777-4d73-b5b7-1b1a8cc0a579 req-92429e1b-d7af-4e5e-a2fd-a8ac481fff6d tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:50.477277 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-1162fe3e-9777-4d73-b5b7-1b1a8cc0a579 req-92429e1b-d7af-4e5e-a2fd-a8ac481fff6d tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.55 "GET /v2.0/ports?device_id=d691b9ea-d76e-4722-b8bd-edbef0c9f79e HTTP/1.1" status: 200 len: 944 time: 0.1409094 Jun 14 14:50:50.577853 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-1162fe3e-9777-4d73-b5b7-1b1a8cc0a579 req-bcc3f938-eed2-4bd5-a674-f53272d29acc tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aefbadc-1b3e-4a34-b40c-ffcdf7a0a789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934544 Jun 14 14:50:50.694746 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad69554e-e642-4fd0-a138-da7b324bdb3d req-5f31cd88-8b0d-4877-af53-953d9d974fb7 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:50.696377 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-ad69554e-e642-4fd0-a138-da7b324bdb3d req-5f31cd88-8b0d-4877-af53-953d9d974fb7 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 946 time: 0.4265606 Jun 14 14:50:50.700309 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c39dc-4afd-46be-98e0-e23692aca760 req-da3012e2-6fc3-4bdd-91f4-af8a85627da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:50.701030 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-f81c39dc-4afd-46be-98e0-e23692aca760 req-da3012e2-6fc3-4bdd-91f4-af8a85627da0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645'] for port, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:50.702677 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-f81c39dc-4afd-46be-98e0-e23692aca760 req-da3012e2-6fc3-4bdd-91f4-af8a85627da0 service neutron] 10.222.0.21 "PUT /v2.0/ports/76e88936-cc4a-4573-a8b5-7c2a88cc2af3 HTTP/1.1" status: 200 len: 1094 time: 2.2101550 Jun 14 14:50:50.703194 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd691b9ea-d76e-4722-b8bd-edbef0c9f79e', 'tag': '76e88936-cc4a-4573-a8b5-7c2a88cc2af3'}] {{(pid=99483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:50:50.705578 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10e764dcb54ca1904200e902db0bf3fc798e652e4e20eb5cbfc1ab196cf52753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a805845a-44ea-4bd9-906b-04fae73b0563" -d '{"events": [{"name": "network-changed", "server_uuid": "d691b9ea-d76e-4722-b8bd-edbef0c9f79e", "tag": "76e88936-cc4a-4573-a8b5-7c2a88cc2af3"}]}' {{(pid=99483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:50:50.753500 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3012e2-6fc3-4bdd-91f4-af8a85627da0 service neutron] Pushing event updated for resources: {'Port': ['ID=76e88936-cc4a-4573-a8b5-7c2a88cc2af3,revision_number=3']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:50.759215 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-da3012e2-6fc3-4bdd-91f4-af8a85627da0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:50.792687 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-ad69554e-e642-4fd0-a138-da7b324bdb3d req-0eadf45d-bd9a-4c0f-9802-4cced79dbe45 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740058 Jun 14 14:50:50.802532 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 14:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02fa15fd-9b70-4c62-8178-aa6d6f98f980 x-openstack-request-id: req-02fa15fd-9b70-4c62-8178-aa6d6f98f980 {{(pid=99483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:50:50.802854 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d691b9ea-d76e-4722-b8bd-edbef0c9f79e", "tag": "76e88936-cc4a-4573-a8b5-7c2a88cc2af3", "status": "completed", "code": 200}]} {{(pid=99483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:50:50.803131 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-02fa15fd-9b70-4c62-8178-aa6d6f98f980 {{(pid=99483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:50:50.803552 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd691b9ea-d76e-4722-b8bd-edbef0c9f79e', 'tag': '76e88936-cc4a-4573-a8b5-7c2a88cc2af3', 'status': 'completed', 'code': 200} Jun 14 14:50:50.923951 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a805845a-44ea-4bd9-906b-04fae73b0563 req-9316f340-c49b-4fdb-ac83-4fc3e6bb9e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:50.925725 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-a805845a-44ea-4bd9-906b-04fae73b0563 req-9316f340-c49b-4fdb-ac83-4fc3e6bb9e06 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=82efaaa7fc5c4607b1393f2c000e94e4&device_id=d691b9ea-d76e-4722-b8bd-edbef0c9f79e HTTP/1.1" status: 200 len: 1097 time: 0.0896025 Jun 14 14:50:51.107197 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a805845a-44ea-4bd9-906b-04fae73b0563 req-fd1bdacd-ce9b-448a-a5aa-8fae1f6e0fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:51.112184 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-a805845a-44ea-4bd9-906b-04fae73b0563 req-fd1bdacd-ce9b-448a-a5aa-8fae1f6e0fa3 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=82efaaa7fc5c4607b1393f2c000e94e4&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1770253 Jun 14 14:50:51.335989 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a805845a-44ea-4bd9-906b-04fae73b0563 req-1cd7694e-211f-4a03-86f3-b18c15a0e6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:51.341184 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-a805845a-44ea-4bd9-906b-04fae73b0563 req-1cd7694e-211f-4a03-86f3-b18c15a0e6be service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2213120 Jun 14 14:50:51.461304 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c39dc-4afd-46be-98e0-e23692aca760 req-3498c0a5-6aa4-4304-9ae7-545e98e76bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:51.463764 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-f81c39dc-4afd-46be-98e0-e23692aca760 req-3498c0a5-6aa4-4304-9ae7-545e98e76bd0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=82efaaa7fc5c4607b1393f2c000e94e4&device_id=d691b9ea-d76e-4722-b8bd-edbef0c9f79e HTTP/1.1" status: 200 len: 1097 time: 0.0758965 Jun 14 14:50:51.533956 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-f81c39dc-4afd-46be-98e0-e23692aca760 req-be84f8f8-7d72-455f-9698-f34812ecd966 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76e88936-cc4a-4573-a8b5-7c2a88cc2af3 HTTP/1.1" status: 200 len: 217 time: 0.0623045 Jun 14 14:50:51.624820 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c39dc-4afd-46be-98e0-e23692aca760 req-ca8b50bd-a0f2-4fc2-91b4-3dfcb689fdec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:51.627417 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-f81c39dc-4afd-46be-98e0-e23692aca760 req-ca8b50bd-a0f2-4fc2-91b4-3dfcb689fdec service neutron] 10.222.0.21 "GET /v2.0/subnets?id=da8b3b96-eb0f-4027-b192-99ae8f57f2ac HTTP/1.1" status: 200 len: 853 time: 0.0827115 Jun 14 14:50:51.696777 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-f81c39dc-4afd-46be-98e0-e23692aca760 req-47549d3a-035e-4eb1-9df9-abba08e425ff service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a52c757e-ad6b-4b2e-b44f-da7022e294da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568979 Jun 14 14:50:51.855261 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a402b3a-7dec-4f45-b847-ae611f25532d req-733c71d6-a8f7-43ce-a1fa-520001912539 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:51.858854 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-3a402b3a-7dec-4f45-b847-ae611f25532d req-733c71d6-a8f7-43ce-a1fa-520001912539 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.55 "GET /v2.0/ports?device_id=d691b9ea-d76e-4722-b8bd-edbef0c9f79e HTTP/1.1" status: 200 len: 944 time: 0.1018183 Jun 14 14:50:51.894782 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-f81c39dc-4afd-46be-98e0-e23692aca760 req-c172e445-9b7b-4cf1-aa8b-bdcd6b0c3a3d service neutron] 10.222.0.21 "GET /v2.0/networks/a52c757e-ad6b-4b2e-b44f-da7022e294da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890984 Jun 14 14:50:51.928424 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-3a402b3a-7dec-4f45-b847-ae611f25532d req-acb1bd66-5ed3-4c65-8b5e-36eb14bba8c0 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aefbadc-1b3e-4a34-b40c-ffcdf7a0a789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632179 Jun 14 14:50:52.114695 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-f81c39dc-4afd-46be-98e0-e23692aca760 req-c9cab005-1b6a-4c73-a37a-11943ab3b247 service neutron] 10.222.0.21 "GET /v2.0/networks/a52c757e-ad6b-4b2e-b44f-da7022e294da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105455 Jun 14 14:50:52.152291 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2498359-fd32-4230-b2a4-e37e8fd3d5eb req-65c6810d-21ca-4bbe-bf4a-f37108a2bebb tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:52.154528 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-b2498359-fd32-4230-b2a4-e37e8fd3d5eb req-65c6810d-21ca-4bbe-bf4a-f37108a2bebb tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 946 time: 0.1333554 Jun 14 14:50:52.204309 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-b2498359-fd32-4230-b2a4-e37e8fd3d5eb req-6e59db17-a3ed-4e3d-80af-ec5187c392fb tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423830 Jun 14 14:50:53.143078 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989de526-8b59-49a3-93d7-acfcf0531bfe req-5710cab6-4785-4be4-8d8a-a897df6bf9a7 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:53.148001 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-989de526-8b59-49a3-93d7-acfcf0531bfe req-5710cab6-4785-4be4-8d8a-a897df6bf9a7 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.55 "GET /v2.0/ports?device_id=d691b9ea-d76e-4722-b8bd-edbef0c9f79e HTTP/1.1" status: 200 len: 944 time: 0.0958982 Jun 14 14:50:53.198897 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-989de526-8b59-49a3-93d7-acfcf0531bfe req-9203149d-8923-470f-8d35-85d0dfe16d20 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aefbadc-1b3e-4a34-b40c-ffcdf7a0a789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464346 Jun 14 14:50:53.423339 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0db663b-7c87-4354-9d8d-7e64396cd69d req-5c0ee50e-06ad-431c-aaca-61e8e8f653fc tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:53.425190 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-d0db663b-7c87-4354-9d8d-7e64396cd69d req-5c0ee50e-06ad-431c-aaca-61e8e8f653fc tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 946 time: 0.0809448 Jun 14 14:50:53.468369 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-d0db663b-7c87-4354-9d8d-7e64396cd69d req-90f09d6e-8111-41c0-90c7-b5dbb9646f75 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374095 Jun 14 14:50:54.406364 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb90053-02b8-4cda-b778-8a9e1214e844 req-b7db2fa8-b852-4fbc-a3e0-cc6a028847b8 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:54.408451 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-4eb90053-02b8-4cda-b778-8a9e1214e844 req-b7db2fa8-b852-4fbc-a3e0-cc6a028847b8 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.55 "GET /v2.0/ports?device_id=d691b9ea-d76e-4722-b8bd-edbef0c9f79e HTTP/1.1" status: 200 len: 944 time: 0.0808468 Jun 14 14:50:54.466525 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-4eb90053-02b8-4cda-b778-8a9e1214e844 req-deb914b7-55ea-436a-8355-9c5ac6734a59 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aefbadc-1b3e-4a34-b40c-ffcdf7a0a789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524006 Jun 14 14:50:54.696465 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e5fbb0-056e-4af1-a966-1d69fee70f97 req-fa264a08-179f-4490-a01e-564597b013e8 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:54.698217 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-a5e5fbb0-056e-4af1-a966-1d69fee70f97 req-fa264a08-179f-4490-a01e-564597b013e8 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 946 time: 0.0815029 Jun 14 14:50:54.756460 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-a5e5fbb0-056e-4af1-a966-1d69fee70f97 req-3ae555f1-c432-4968-8d0e-dd7d0aca5694 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514829 Jun 14 14:50:55.605338 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device 76e88936-cc4a-4573-a8b5-7c2a88cc2af3 details requested by agent hyperv_hv-cinder-72618 with host hv-cinder-72618 {{(pid=99485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 14:50:55.652278 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f04a9-1c3a-4dc6-b277-44430c61e1d3 req-9f4e4409-9c63-4599-865a-d86a8222e3e5 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:55.654669 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-7d4f04a9-1c3a-4dc6-b277-44430c61e1d3 req-9f4e4409-9c63-4599-865a-d86a8222e3e5 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.55 "GET /v2.0/ports?device_id=d691b9ea-d76e-4722-b8bd-edbef0c9f79e HTTP/1.1" status: 200 len: 944 time: 0.0724173 Jun 14 14:50:55.700760 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-7d4f04a9-1c3a-4dc6-b277-44430c61e1d3 req-50c3808c-b9e6-4c5a-a84b-c9d291a692e2 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aefbadc-1b3e-4a34-b40c-ffcdf7a0a789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386229 Jun 14 14:50:55.740666 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] For port 76e88936-cc4a-4573-a8b5-7c2a88cc2af3, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=76e88936-cc4a-4573-a8b5-7c2a88cc2af3,segment=NetworkSegment(0eb4fa52-3d05-4723-a2ea-3a3c468fc8e1),segment_id=0eb4fa52-3d05-4723-a2ea-3a3c468fc8e1)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:50:55.758389 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Returning: {'device': '76e88936-cc4a-4573-a8b5-7c2a88cc2af3', 'network_id': 'a52c757e-ad6b-4b2e-b44f-da7022e294da', 'port_id': '76e88936-cc4a-4573-a8b5-7c2a88cc2af3', 'mac_address': 'fa:16:3e:90:27:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da8b3b96-eb0f-4027-b192-99ae8f57f2ac', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 14:50:55.803942 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:55.824790 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-99e49682-63b6-415e-9dd5-1cdb8d0b6262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:55.824790 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.notifiers.nova [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76e88936-cc4a-4573-a8b5-7c2a88cc2af3 {{(pid=99485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:50:55.845599 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] For port 76e88936-cc4a-4573-a8b5-7c2a88cc2af3, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=76e88936-cc4a-4573-a8b5-7c2a88cc2af3,segment=NetworkSegment(0eb4fa52-3d05-4723-a2ea-3a3c468fc8e1),segment_id=0eb4fa52-3d05-4723-a2ea-3a3c468fc8e1)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:50:55.932555 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:55.934868 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:55.961932 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccbf562-7240-44b5-a3de-bf04664676c1 req-9c5ad414-fb47-40de-a62d-274d918be2fd tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:55.963383 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-3ccbf562-7240-44b5-a3de-bf04664676c1 req-9c5ad414-fb47-40de-a62d-274d918be2fd tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 946 time: 0.0713980 Jun 14 14:50:55.991358 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Pushing event updated for resources: {'Port': ['ID=76e88936-cc4a-4573-a8b5-7c2a88cc2af3,revision_number=4']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:55.994468 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:56.009941 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-3ccbf562-7240-44b5-a3de-bf04664676c1 req-4b5b0168-0576-4185-b537-8f98663da821 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397732 Jun 14 14:50:56.889705 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4508304-86ed-48c4-b682-fe65d5649b7e req-5b10cee9-142f-45ba-911c-5685147fa563 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:56.891883 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-c4508304-86ed-48c4-b682-fe65d5649b7e req-5b10cee9-142f-45ba-911c-5685147fa563 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.55 "GET /v2.0/ports?device_id=d691b9ea-d76e-4722-b8bd-edbef0c9f79e HTTP/1.1" status: 200 len: 945 time: 0.0754070 Jun 14 14:50:56.934613 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-c4508304-86ed-48c4-b682-fe65d5649b7e req-55352899-e7e2-47db-a609-3a39978fceee tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aefbadc-1b3e-4a34-b40c-ffcdf7a0a789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372159 Jun 14 14:50:57.210677 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb5e10-00ca-48ad-bd7a-acc6cba514b9 req-a9815b8d-dda1-4509-85e9-299164f2fbc7 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:57.212192 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-4adb5e10-00ca-48ad-bd7a-acc6cba514b9 req-a9815b8d-dda1-4509-85e9-299164f2fbc7 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 946 time: 0.0765095 Jun 14 14:50:57.257785 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-4adb5e10-00ca-48ad-bd7a-acc6cba514b9 req-ea846947-44b8-4485-b471-e7407be6a5d6 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393953 Jun 14 14:50:57.669623 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-991d192e-49c2-48bb-8e14-f7dba801bc95 req-8ca0db10-72f2-4a3d-ac21-f6144aedb96f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=517c6891-dd10-4a1f-9bbc-312ff0548f30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0627780 Jun 14 14:50:57.775851 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d192e-49c2-48bb-8e14-f7dba801bc95 req-b7a8dbc1-6ff8-4a8c-8cfd-94aad18834ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:57.778021 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-991d192e-49c2-48bb-8e14-f7dba801bc95 req-b7a8dbc1-6ff8-4a8c-8cfd-94aad18834ed service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f6d775d7d5f04714a3c3dbf66a8c9048&device_id=517c6891-dd10-4a1f-9bbc-312ff0548f30 HTTP/1.1" status: 200 len: 1098 time: 0.0609891 Jun 14 14:50:57.861573 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] get_ports_and_sgs() called for port_ids ['76e88936-cc4a-4573-a8b5-7c2a88cc2af3'] {{(pid=99485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 14:50:57.917147 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d192e-49c2-48bb-8e14-f7dba801bc95 req-63fe3916-8426-476f-af69-444ea9e11c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:57.918923 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-991d192e-49c2-48bb-8e14-f7dba801bc95 req-63fe3916-8426-476f-af69-444ea9e11c31 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0f24e05a-f59f-42ec-ad23-eb813ca68e34 HTTP/1.1" status: 200 len: 911 time: 0.1194222 Jun 14 14:50:58.098151 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-991d192e-49c2-48bb-8e14-f7dba801bc95 req-f08e6879-a769-490a-b4dc-b2d23597ba1a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e2f73fe-ace8-4f29-95c9-d5af4166b472 HTTP/1.1" status: 200 len: 1001 time: 0.1676850 Jun 14 14:50:58.133616 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf2571d-713e-4369-ac38-0593128080a3 req-fc95d642-f553-4f3b-bdb2-43bc2c4a634a tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:58.135004 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-ccf2571d-713e-4369-ac38-0593128080a3 req-fc95d642-f553-4f3b-bdb2-43bc2c4a634a tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.55 "GET /v2.0/ports?device_id=d691b9ea-d76e-4722-b8bd-edbef0c9f79e HTTP/1.1" status: 200 len: 945 time: 0.0733507 Jun 14 14:50:58.165031 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d192e-49c2-48bb-8e14-f7dba801bc95 req-c6413b7c-7047-4805-a7a3-b5b5cbf9f6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:58.167262 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-991d192e-49c2-48bb-8e14-f7dba801bc95 req-c6413b7c-7047-4805-a7a3-b5b5cbf9f6ae service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fdbf821b-0f7c-45ba-93c7-1bd078cce400 HTTP/1.1" status: 200 len: 849 time: 0.0545628 Jun 14 14:50:58.178341 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-ccf2571d-713e-4369-ac38-0593128080a3 req-c83bcba7-cc8b-48fd-99e5-e7937272b84b tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aefbadc-1b3e-4a34-b40c-ffcdf7a0a789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366828 Jun 14 14:50:58.237361 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d192e-49c2-48bb-8e14-f7dba801bc95 req-0d1706af-bc3f-4f51-bbd1-8d6d69400897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:58.239020 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-991d192e-49c2-48bb-8e14-f7dba801bc95 req-0d1706af-bc3f-4f51-bbd1-8d6d69400897 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0f24e05a-f59f-42ec-ad23-eb813ca68e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0657864 Jun 14 14:50:58.358855 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-991d192e-49c2-48bb-8e14-f7dba801bc95 req-76527937-d93c-4c54-b3a1-fa84320973b0 service neutron] 10.222.0.21 "GET /v2.0/networks/0f24e05a-f59f-42ec-ad23-eb813ca68e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111779 Jun 14 14:50:58.470241 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5484b111-4c8c-4ffe-80a0-bf176bd3d6d1 req-a1bf6747-d388-4bcf-9d9e-a564ea9c5d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:58.471728 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-5484b111-4c8c-4ffe-80a0-bf176bd3d6d1 req-a1bf6747-d388-4bcf-9d9e-a564ea9c5d5f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=79973d5241f0405abc9418c3151cbe9d&device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 1099 time: 0.0729980 Jun 14 14:50:58.526648 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-0a6a4fa6-b263-40c0-86f7-bfc0645ba9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:58.540114 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-991d192e-49c2-48bb-8e14-f7dba801bc95 req-d5ecce6b-5cab-4b7e-ab8d-c36f1d3bb87a service neutron] 10.222.0.21 "GET /v2.0/networks/0f24e05a-f59f-42ec-ad23-eb813ca68e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730092 Jun 14 14:50:58.549418 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97db422b-8ca2-4f45-a92b-9d513bfc8140 req-f78e8199-3d0d-4e2e-b365-c3f1bc568307 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:58.551134 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-97db422b-8ca2-4f45-a92b-9d513bfc8140 req-f78e8199-3d0d-4e2e-b365-c3f1bc568307 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 946 time: 0.1562645 Jun 14 14:50:58.598078 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-97db422b-8ca2-4f45-a92b-9d513bfc8140 req-41ec6291-2f1b-4815-a979-26e8bbe30743 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402286 Jun 14 14:50:58.607478 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5484b111-4c8c-4ffe-80a0-bf176bd3d6d1 req-865403eb-24cb-44ce-a0da-cd78eadb6743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:58.609216 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-5484b111-4c8c-4ffe-80a0-bf176bd3d6d1 req-865403eb-24cb-44ce-a0da-cd78eadb6743 service neutron] 10.222.0.21 "GET /v2.0/networks?id=eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46 HTTP/1.1" status: 200 len: 917 time: 0.1302180 Jun 14 14:50:58.705965 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-5484b111-4c8c-4ffe-80a0-bf176bd3d6d1 req-add77c2a-db9e-40d8-87d3-546d498edb99 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9df17aab-d6c6-431c-8afb-1204dad301af HTTP/1.1" status: 200 len: 1002 time: 0.0892658 Jun 14 14:50:58.743931 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:58.790160 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5484b111-4c8c-4ffe-80a0-bf176bd3d6d1 req-35199607-372c-4230-a2f1-a8120ed15b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:58.792665 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-5484b111-4c8c-4ffe-80a0-bf176bd3d6d1 req-35199607-372c-4230-a2f1-a8120ed15b96 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8f1648b2-006c-47fc-bec4-7719f58bad8c HTTP/1.1" status: 200 len: 855 time: 0.0682187 Jun 14 14:50:58.867424 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5484b111-4c8c-4ffe-80a0-bf176bd3d6d1 req-7c75f544-ca9e-457b-a953-232233861f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:58.868924 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-5484b111-4c8c-4ffe-80a0-bf176bd3d6d1 req-7c75f544-ca9e-457b-a953-232233861f15 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0657790 Jun 14 14:50:58.993814 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-5484b111-4c8c-4ffe-80a0-bf176bd3d6d1 req-ec43550f-fcf0-43a5-8e3b-79708fb02ef9 service neutron] 10.222.0.21 "GET /v2.0/networks/eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170471 Jun 14 14:50:59.123094 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-5484b111-4c8c-4ffe-80a0-bf176bd3d6d1 req-09f013ce-656c-4f45-870a-ef76d3d821c1 service neutron] 10.222.0.21 "GET /v2.0/networks/eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226177 Jun 14 14:50:59.370769 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b867b39f-1659-48d1-9539-45e93bc2ca95 req-9576199f-a941-4620-966f-9057ec1cb3a1 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:59.373038 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-b867b39f-1659-48d1-9539-45e93bc2ca95 req-9576199f-a941-4620-966f-9057ec1cb3a1 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.55 "GET /v2.0/ports?device_id=d691b9ea-d76e-4722-b8bd-edbef0c9f79e HTTP/1.1" status: 200 len: 945 time: 0.0718131 Jun 14 14:50:59.418561 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-b867b39f-1659-48d1-9539-45e93bc2ca95 req-07b53237-7687-4bb4-a5b2-63af82cacaae tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aefbadc-1b3e-4a34-b40c-ffcdf7a0a789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390379 Jun 14 14:50:59.655963 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-fac6794f-d54e-43a2-84ad-332974bc6d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:59.797743 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737182f3-6d6f-40ae-b3de-1e54d93a1c54 req-e56df36f-73fb-4958-83fd-43a41f4d966c tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:59.799292 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-737182f3-6d6f-40ae-b3de-1e54d93a1c54 req-e56df36f-73fb-4958-83fd-43a41f4d966c tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 946 time: 0.0746596 Jun 14 14:50:59.845978 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-737182f3-6d6f-40ae-b3de-1e54d93a1c54 req-56ecf104-3fe5-475a-b2fb-52937c0908ec tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404298 Jun 14 14:51:00.475007 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device 76e88936-cc4a-4573-a8b5-7c2a88cc2af3 up at agent hyperv_hv-cinder-72618 {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:51:00.617431 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b57b428-4bb7-42c2-90ec-f50c80566191 req-1d25a64c-6028-4061-8628-3e945889a01c tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:00.618987 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-2b57b428-4bb7-42c2-90ec-f50c80566191 req-1d25a64c-6028-4061-8628-3e945889a01c tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.55 "GET /v2.0/ports?device_id=d691b9ea-d76e-4722-b8bd-edbef0c9f79e HTTP/1.1" status: 200 len: 945 time: 0.0769620 Jun 14 14:51:00.647359 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:00.667191 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-2b57b428-4bb7-42c2-90ec-f50c80566191 req-7e3c0bb0-8cce-4005-9316-12598c225ae5 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aefbadc-1b3e-4a34-b40c-ffcdf7a0a789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411682 Jun 14 14:51:00.686891 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Provisioning for port 76e88936-cc4a-4573-a8b5-7c2a88cc2af3 completed by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:51:00.691324 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Provisioning complete for port 76e88936-cc4a-4573-a8b5-7c2a88cc2af3 triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:51:00.691726 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:00.794811 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:00.821533 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd691b9ea-d76e-4722-b8bd-edbef0c9f79e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76e88936-cc4a-4573-a8b5-7c2a88cc2af3'}] {{(pid=99485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:51:00.823932 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb48b8a921a599a4918edb6fe4edb23e72f7f4aaa6ba2d648db764b95ae78972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e94670a-5edd-4867-a3d8-4e7b74362e29" -d '{"events": [{"server_uuid": "d691b9ea-d76e-4722-b8bd-edbef0c9f79e", "name": "network-vif-plugged", "status": "completed", "tag": "76e88936-cc4a-4573-a8b5-7c2a88cc2af3"}]}' {{(pid=99485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:51:00.839453 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] For port 76e88936-cc4a-4573-a8b5-7c2a88cc2af3, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=76e88936-cc4a-4573-a8b5-7c2a88cc2af3,segment=NetworkSegment(0eb4fa52-3d05-4723-a2ea-3a3c468fc8e1),segment_id=0eb4fa52-3d05-4723-a2ea-3a3c468fc8e1)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:51:00.869898 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 14:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eac7062-dbbf-4c0a-b7b4-6966c257d615 x-openstack-request-id: req-9eac7062-dbbf-4c0a-b7b4-6966c257d615 {{(pid=99485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:51:00.869898 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d691b9ea-d76e-4722-b8bd-edbef0c9f79e", "name": "network-vif-plugged", "status": "completed", "tag": "76e88936-cc4a-4573-a8b5-7c2a88cc2af3", "code": 200}]} {{(pid=99485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:51:00.869898 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9eac7062-dbbf-4c0a-b7b4-6966c257d615 {{(pid=99485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:51:00.869898 dv-cinder-726180-9-iscsi neutron-server[99485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd691b9ea-d76e-4722-b8bd-edbef0c9f79e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76e88936-cc4a-4573-a8b5-7c2a88cc2af3', 'code': 200} Jun 14 14:51:00.932726 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:00.935233 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:00.997880 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Pushing event updated for resources: {'Port': ['ID=76e88936-cc4a-4573-a8b5-7c2a88cc2af3,revision_number=5']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:01.001877 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:01.049027 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb1280c-60b1-4bba-b8a2-ebf1ae759285 req-195b1af3-020c-499c-8cfc-8ca691687a87 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:01.050735 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-abb1280c-60b1-4bba-b8a2-ebf1ae759285 req-195b1af3-020c-499c-8cfc-8ca691687a87 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 946 time: 0.0798347 Jun 14 14:51:01.096674 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-abb1280c-60b1-4bba-b8a2-ebf1ae759285 req-d3b1e5aa-4619-49c7-8e81-3acb6dd115f7 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396290 Jun 14 14:51:01.389620 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-39b4335d-7f90-4c96-ac82-c584c202a69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:01.872905 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ae993-c0ce-458e-9ae6-ee90198652ac req-deb40038-abf7-44cb-9bf6-547b6449ebbf tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:01.874451 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-797ae993-c0ce-458e-9ae6-ee90198652ac req-deb40038-abf7-44cb-9bf6-547b6449ebbf tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.55 "GET /v2.0/ports?device_id=d691b9ea-d76e-4722-b8bd-edbef0c9f79e HTTP/1.1" status: 200 len: 946 time: 0.0856647 Jun 14 14:51:01.921086 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-797ae993-c0ce-458e-9ae6-ee90198652ac req-7d90c9d2-ec6f-4bf9-8929-c0e0c3d8f30c tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aefbadc-1b3e-4a34-b40c-ffcdf7a0a789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408194 Jun 14 14:51:02.303462 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f12e0e-265a-4098-a039-b8c44f7961bd req-f59deb89-b9f3-4af5-a9e9-38aaf63d9ed4 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:02.304881 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-33f12e0e-265a-4098-a039-b8c44f7961bd req-f59deb89-b9f3-4af5-a9e9-38aaf63d9ed4 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 946 time: 0.0796342 Jun 14 14:51:02.349258 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-33f12e0e-265a-4098-a039-b8c44f7961bd req-0375ac94-19aa-4165-a847-d4ef7407f10b tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387323 Jun 14 14:51:02.936180 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa426e9-7226-4a87-a232-011f3679f0fe req-b4c81feb-ad9f-4079-844c-ccd7e52d0f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:02.937946 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-3aa426e9-7226-4a87-a232-011f3679f0fe req-b4c81feb-ad9f-4079-844c-ccd7e52d0f75 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d691b9ea-d76e-4722-b8bd-edbef0c9f79e HTTP/1.1" status: 200 len: 1099 time: 0.0644252 Jun 14 14:51:02.982231 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-3aa426e9-7226-4a87-a232-011f3679f0fe req-1f70f2c0-52a4-4aac-bead-8813bb23bd29 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5aefbadc-1b3e-4a34-b40c-ffcdf7a0a789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367219 Jun 14 14:51:03.133611 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc01ba21-82c5-42d3-a28e-7b63c174b818 req-5a74120d-e3b8-4302-9b67-956daa1d467e tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:03.135144 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-bc01ba21-82c5-42d3-a28e-7b63c174b818 req-5a74120d-e3b8-4302-9b67-956daa1d467e tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.55 "GET /v2.0/ports?device_id=d691b9ea-d76e-4722-b8bd-edbef0c9f79e HTTP/1.1" status: 200 len: 946 time: 0.0855596 Jun 14 14:51:03.182989 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-bc01ba21-82c5-42d3-a28e-7b63c174b818 req-18d84202-98eb-414f-a2ff-47614cfe0bd4 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aefbadc-1b3e-4a34-b40c-ffcdf7a0a789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386159 Jun 14 14:51:03.555370 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3a2d4a-4d93-4470-b134-9f6824235aef req-d735c89b-ac23-4ae0-a9a5-68c1c36a0098 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:03.556765 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-4f3a2d4a-4d93-4470-b134-9f6824235aef req-d735c89b-ac23-4ae0-a9a5-68c1c36a0098 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 946 time: 0.0752013 Jun 14 14:51:03.600747 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-4f3a2d4a-4d93-4470-b134-9f6824235aef req-4ac6885a-5107-4a42-a6ad-5ba07df393de tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379078 Jun 14 14:51:04.374725 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dafce5-8f2f-4c6a-98d7-9089445c696d req-c9578975-9f84-4eed-ba58-0deb57e71b40 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:04.376258 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-80dafce5-8f2f-4c6a-98d7-9089445c696d req-c9578975-9f84-4eed-ba58-0deb57e71b40 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.55 "GET /v2.0/ports?device_id=d691b9ea-d76e-4722-b8bd-edbef0c9f79e HTTP/1.1" status: 200 len: 946 time: 0.0779500 Jun 14 14:51:04.420836 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-80dafce5-8f2f-4c6a-98d7-9089445c696d req-f5ef1c93-daaa-4ee6-88e7-3c4b231e6829 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aefbadc-1b3e-4a34-b40c-ffcdf7a0a789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388014 Jun 14 14:51:04.790018 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c357975-7d55-4e40-a8ba-3028ade160b5 req-128075d8-2de0-4cd9-852b-49035881b61f tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:04.791563 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-2c357975-7d55-4e40-a8ba-3028ade160b5 req-128075d8-2de0-4cd9-852b-49035881b61f tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 946 time: 0.0708139 Jun 14 14:51:04.837978 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-2c357975-7d55-4e40-a8ba-3028ade160b5 req-bdfba7b6-e3eb-41af-a5c9-9686c3c7e04e tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392199 Jun 14 14:51:05.174239 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device 9df17aab-d6c6-431c-8afb-1204dad301af no longer exists at agent hyperv_hv-cinder-72618 {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 14:51:05.269055 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:05.296232 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f976e0-4cc4-4b90-b59d-dd773dbc02ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9df17aab-d6c6-431c-8afb-1204dad301af'}] {{(pid=99485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:51:05.298607 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb48b8a921a599a4918edb6fe4edb23e72f7f4aaa6ba2d648db764b95ae78972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-049cd278-af61-4fa3-88e0-845b9ee5054d" -d '{"events": [{"server_uuid": "b9f976e0-4cc4-4b90-b59d-dd773dbc02ba", "name": "network-vif-unplugged", "status": "completed", "tag": "9df17aab-d6c6-431c-8afb-1204dad301af"}]}' {{(pid=99485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:51:05.313732 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] For port 9df17aab-d6c6-431c-8afb-1204dad301af, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=9df17aab-d6c6-431c-8afb-1204dad301af,segment=NetworkSegment(74da14e9-8c63-4e6e-9b03-7a584e6443b7),segment_id=74da14e9-8c63-4e6e-9b03-7a584e6443b7)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:51:05.335959 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Jun 2021 14:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ede7d5-cb5c-4987-94e6-0ccd95fae7d4 x-openstack-request-id: req-f8ede7d5-cb5c-4987-94e6-0ccd95fae7d4 {{(pid=99485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:51:05.340116 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9f976e0-4cc4-4b90-b59d-dd773dbc02ba", "name": "network-vif-unplugged", "status": "completed", "tag": "9df17aab-d6c6-431c-8afb-1204dad301af", "code": 200}]} {{(pid=99485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:51:05.340116 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f8ede7d5-cb5c-4987-94e6-0ccd95fae7d4 {{(pid=99485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:51:05.340116 dv-cinder-726180-9-iscsi neutron-server[99485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9f976e0-4cc4-4b90-b59d-dd773dbc02ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9df17aab-d6c6-431c-8afb-1204dad301af', 'code': 200} Jun 14 14:51:05.424864 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:05.426753 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:05.486390 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Pushing event updated for resources: {'Port': ['ID=9df17aab-d6c6-431c-8afb-1204dad301af,revision_number=8']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:05.489629 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:06.049897 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be55919a-244c-40e3-a920-c1c13e4b77f7 req-5f9e5414-5fa2-4339-8002-482bd5897241 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:06.051328 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-be55919a-244c-40e3-a920-c1c13e4b77f7 req-5f9e5414-5fa2-4339-8002-482bd5897241 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 944 time: 0.0871959 Jun 14 14:51:06.098626 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-be55919a-244c-40e3-a920-c1c13e4b77f7 req-6dba7d04-9f85-4587-8466-ac87240b5247 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409513 Jun 14 14:51:07.304182 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b31240-6bf9-4bd7-9592-4fa8c41634d4 req-b73efc01-ca15-4029-b6ec-b10db1dd29c6 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:07.305648 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-52b31240-6bf9-4bd7-9592-4fa8c41634d4 req-b73efc01-ca15-4029-b6ec-b10db1dd29c6 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 944 time: 0.0736809 Jun 14 14:51:07.351089 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-52b31240-6bf9-4bd7-9592-4fa8c41634d4 req-148a1f38-d27a-4aac-aca3-94522131aa67 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392516 Jun 14 14:51:09.137885 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device 9df17aab-d6c6-431c-8afb-1204dad301af no longer exists at agent hyperv_hv-cinder-72618 {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 14:51:09.200916 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 35252) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:51:09.325092 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-b65c3306-555e-4f16-a069-6629d7eb5e18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:09.422872 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-b65c3306-555e-4f16-a069-6629d7eb5e18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:09.554550 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-b65c3306-555e-4f16-a069-6629d7eb5e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:09.558412 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-2f6d83e4-64b5-4e1d-8605-068d0f85d086 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:09.600878 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-b65c3306-555e-4f16-a069-6629d7eb5e18 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bafe82f7e4b842edafcc97ba6d3a9b62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3987284 Jun 14 14:51:09.603576 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 35258) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:51:09.604104 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65c3306-555e-4f16-a069-6629d7eb5e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba29a72d-e94f-4cad-a7b5-a5bc85b3daa0,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:09.613222 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65c3306-555e-4f16-a069-6629d7eb5e18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:51:09.613859 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65c3306-555e-4f16-a069-6629d7eb5e18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:51:09.614028 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65c3306-555e-4f16-a069-6629d7eb5e18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:51:09.614298 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65c3306-555e-4f16-a069-6629d7eb5e18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:51:09.614689 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65c3306-555e-4f16-a069-6629d7eb5e18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:51:09.615043 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65c3306-555e-4f16-a069-6629d7eb5e18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:51:09.615391 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65c3306-555e-4f16-a069-6629d7eb5e18 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:51:09.615741 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65c3306-555e-4f16-a069-6629d7eb5e18 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:51:09.616185 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65c3306-555e-4f16-a069-6629d7eb5e18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:51:09.631327 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65c3306-555e-4f16-a069-6629d7eb5e18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:51:09.631327 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65c3306-555e-4f16-a069-6629d7eb5e18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:51:09.631327 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65c3306-555e-4f16-a069-6629d7eb5e18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:51:09.631327 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-b65c3306-555e-4f16-a069-6629d7eb5e18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:09.673038 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-386244ae-9f42-4c93-932d-f3191184e9bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:09.702950 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-386244ae-9f42-4c93-932d-f3191184e9bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:09.915020 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-386244ae-9f42-4c93-932d-f3191184e9bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:09.917764 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-386244ae-9f42-4c93-932d-f3191184e9bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:09.918909 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-386244ae-9f42-4c93-932d-f3191184e9bd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ba29a72d-e94f-4cad-a7b5-a5bc85b3daa0 HTTP/1.1" status: 204 len: 168 time: 0.3125758 Jun 14 14:51:09.920230 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-6198ea97-8608-46d0-ac81-1fc635581977 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:09.930025 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386244ae-9f42-4c93-932d-f3191184e9bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba29a72d-e94f-4cad-a7b5-a5bc85b3daa0,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:09.937892 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386244ae-9f42-4c93-932d-f3191184e9bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:51:09.938472 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386244ae-9f42-4c93-932d-f3191184e9bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:51:09.938840 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386244ae-9f42-4c93-932d-f3191184e9bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:51:09.939197 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386244ae-9f42-4c93-932d-f3191184e9bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:51:09.939704 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386244ae-9f42-4c93-932d-f3191184e9bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:51:09.940090 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386244ae-9f42-4c93-932d-f3191184e9bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:51:09.940443 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386244ae-9f42-4c93-932d-f3191184e9bd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:51:09.940859 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386244ae-9f42-4c93-932d-f3191184e9bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:51:09.941139 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386244ae-9f42-4c93-932d-f3191184e9bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:51:09.941541 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386244ae-9f42-4c93-932d-f3191184e9bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:51:09.941885 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386244ae-9f42-4c93-932d-f3191184e9bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:51:09.942227 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386244ae-9f42-4c93-932d-f3191184e9bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:51:09.945969 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-386244ae-9f42-4c93-932d-f3191184e9bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:10.273219 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed8a65-9c66-4d45-9a6f-1c6f1ca3d655 req-a8a33af8-c870-41e1-a503-0b91ec855e6e tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:10.280926 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-d0ed8a65-9c66-4d45-9a6f-1c6f1ca3d655 req-a8a33af8-c870-41e1-a503-0b91ec855e6e tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 944 time: 0.0912809 Jun 14 14:51:10.336918 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-d0ed8a65-9c66-4d45-9a6f-1c6f1ca3d655 req-b77878be-7b34-48fd-b69c-3fd9db6b18c9 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546441 Jun 14 14:51:11.020688 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 35300) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:51:11.023603 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 35302) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:51:11.037707 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-34ff427c-6dae-4076-99cf-6bdfa071a360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:11.164587 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-34ff427c-6dae-4076-99cf-6bdfa071a360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:11.204921 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-37090730-6537-419f-b3dc-9b420ba7178e req-9dc40f09-3780-44c6-be56-4895a9225720 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1800997 Jun 14 14:51:11.269163 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-34ff427c-6dae-4076-99cf-6bdfa071a360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:11.272750 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-08e1abe3-01c7-4ef4-8dab-e6a29395229a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:11.315784 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-34ff427c-6dae-4076-99cf-6bdfa071a360 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fcefafb82d66458d97216419698bd392&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2939203 Jun 14 14:51:11.316740 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ff427c-6dae-4076-99cf-6bdfa071a360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f867d833-ab5c-41ab-8215-6a14fb7696b0,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:11.319466 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 35310) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:51:11.329136 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-34ff427c-6dae-4076-99cf-6bdfa071a360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:11.382278 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-040280c5-8b39-413c-ab03-a17c7d1e68f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:11.409913 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-040280c5-8b39-413c-ab03-a17c7d1e68f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:11.568860 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe6ea10-6390-4898-9e09-293b06a666e7 req-1fe45e34-e65c-48b0-ae2d-041438dd25f0 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:11.571291 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-1fe6ea10-6390-4898-9e09-293b06a666e7 req-1fe45e34-e65c-48b0-ae2d-041438dd25f0 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 944 time: 0.0962257 Jun 14 14:51:11.619466 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-1fe6ea10-6390-4898-9e09-293b06a666e7 req-36bf18fb-20f0-431b-b59b-f6967b6a09c5 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410552 Jun 14 14:51:11.646583 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-040280c5-8b39-413c-ab03-a17c7d1e68f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:11.649184 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-040280c5-8b39-413c-ab03-a17c7d1e68f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:11.650338 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-040280c5-8b39-413c-ab03-a17c7d1e68f4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f867d833-ab5c-41ab-8215-6a14fb7696b0 HTTP/1.1" status: 204 len: 168 time: 0.3294063 Jun 14 14:51:11.651096 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-4714f08a-d3ee-4de9-8819-30245bc19a3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:11.660983 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040280c5-8b39-413c-ab03-a17c7d1e68f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f867d833-ab5c-41ab-8215-6a14fb7696b0,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:11.663626 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-040280c5-8b39-413c-ab03-a17c7d1e68f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:12.825815 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251eb586-0452-4f77-9852-a17b21e273ab req-4aa724ab-e3c1-4bce-8717-80093f94daf4 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:12.827453 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-251eb586-0452-4f77-9852-a17b21e273ab req-4aa724ab-e3c1-4bce-8717-80093f94daf4 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 944 time: 0.0783908 Jun 14 14:51:12.864080 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 35334) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:51:12.891758 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-343b9f3e-953b-4e70-82c4-bdad43c2c4cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:12.909623 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-251eb586-0452-4f77-9852-a17b21e273ab req-3c0a3e12-d7a5-4d40-8331-b95517578d8f tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755997 Jun 14 14:51:13.007320 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-343b9f3e-953b-4e70-82c4-bdad43c2c4cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:13.229301 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-343b9f3e-953b-4e70-82c4-bdad43c2c4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:13.232618 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-212d27f7-f805-4a64-927e-3fbe9b4424c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:13.279618 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-343b9f3e-953b-4e70-82c4-bdad43c2c4cc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fa2ba40691544f7cb23e87f9b1e7cf2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4143791 Jun 14 14:51:13.280657 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343b9f3e-953b-4e70-82c4-bdad43c2c4cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e6fb39-7607-4320-931c-a23aa365849d,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:13.283009 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 35336) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:51:13.289177 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-343b9f3e-953b-4e70-82c4-bdad43c2c4cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:13.337566 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-b36fecb0-f00e-4226-ad2f-c37aa3d72390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:13.363562 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-b36fecb0-f00e-4226-ad2f-c37aa3d72390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:13.526371 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-b36fecb0-f00e-4226-ad2f-c37aa3d72390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:13.529969 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-b36fecb0-f00e-4226-ad2f-c37aa3d72390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:13.531150 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-b36fecb0-f00e-4226-ad2f-c37aa3d72390 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d7e6fb39-7607-4320-931c-a23aa365849d HTTP/1.1" status: 204 len: 168 time: 0.2472076 Jun 14 14:51:13.531905 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-ae58d3ce-44aa-497d-a01f-cdde50311864 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:13.546643 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36fecb0-f00e-4226-ad2f-c37aa3d72390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e6fb39-7607-4320-931c-a23aa365849d,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:13.549048 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-b36fecb0-f00e-4226-ad2f-c37aa3d72390 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:14.158680 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912c883f-5791-4865-ac0e-9c72d7107b9c req-cbf265da-c8fa-428b-a2be-a663579b36fb tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:14.161651 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-912c883f-5791-4865-ac0e-9c72d7107b9c req-cbf265da-c8fa-428b-a2be-a663579b36fb tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 944 time: 0.0817633 Jun 14 14:51:14.211420 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-912c883f-5791-4865-ac0e-9c72d7107b9c req-9a360118-a0a2-4ab3-8bc9-7559805047ee tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427301 Jun 14 14:51:14.313737 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 35360) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:51:14.453436 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-f83f5710-3b93-4903-9548-763eae2c10dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:14.562804 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-f83f5710-3b93-4903-9548-763eae2c10dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:14.686382 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-f83f5710-3b93-4903-9548-763eae2c10dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:14.689086 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-a32e67e1-0cb6-484d-b0f8-00898fa7888c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:14.763343 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-f83f5710-3b93-4903-9548-763eae2c10dd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6fd7b5a4fcf64b8d8b14363d818322e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4479222 Jun 14 14:51:14.764238 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 35372) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:51:14.767098 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83f5710-3b93-4903-9548-763eae2c10dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e3bf90-8f94-4424-8e06-9f78aef89ca2,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:14.772822 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-f83f5710-3b93-4903-9548-763eae2c10dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:14.841565 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-c1cd0e8e-01ad-405c-af70-a0f8aba51e13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:14.849823 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 35374) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:51:14.873185 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-c1cd0e8e-01ad-405c-af70-a0f8aba51e13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:14.950015 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.v2.base [None req-ad6b6b47-d84c-4190-8eb0-6bd07e2599d6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-738783498-network', 'tenant_id': 'eb3b0bac7b7d45c998f69dfce00cbc95'}} {{(pid=99484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:51:15.161105 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-c1cd0e8e-01ad-405c-af70-a0f8aba51e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:15.164511 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-c1cd0e8e-01ad-405c-af70-a0f8aba51e13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:15.168197 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-c1cd0e8e-01ad-405c-af70-a0f8aba51e13 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e9e3bf90-8f94-4424-8e06-9f78aef89ca2 HTTP/1.1" status: 204 len: 168 time: 0.4016933 Jun 14 14:51:15.171595 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-b65c3306-555e-4f16-a069-6629d7eb5e18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:15.181914 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cd0e8e-01ad-405c-af70-a0f8aba51e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e3bf90-8f94-4424-8e06-9f78aef89ca2,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:15.185987 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-c1cd0e8e-01ad-405c-af70-a0f8aba51e13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:15.214418 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad6b6b47-d84c-4190-8eb0-6bd07e2599d6 admin admin] Made reservation on behalf of eb3b0bac7b7d45c998f69dfce00cbc95 for: {'network': 1} {{(pid=99484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:51:15.217270 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-ad6b6b47-d84c-4190-8eb0-6bd07e2599d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905267'] for network, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:15.270485 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-ad6b6b47-d84c-4190-8eb0-6bd07e2599d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:15.344833 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37090730-6537-419f-b3dc-9b420ba7178e req-50914c9c-4e80-4130-87d2-bbec86199e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:15.346411 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-37090730-6537-419f-b3dc-9b420ba7178e req-50914c9c-4e80-4130-87d2-bbec86199e84 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba&tenant_id=79973d5241f0405abc9418c3151cbe9d HTTP/1.1" status: 200 len: 1097 time: 0.1565299 Jun 14 14:51:15.518427 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-ad6b6b47-d84c-4190-8eb0-6bd07e2599d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:15.528178 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb7067-c7f8-49c1-a3d3-bf9e87401950 req-9e6d1695-817b-4a34-8fc0-4855256db737 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:15.529666 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-a7eb7067-c7f8-49c1-a3d3-bf9e87401950 req-9e6d1695-817b-4a34-8fc0-4855256db737 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 944 time: 0.1805446 Jun 14 14:51:15.532986 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37090730-6537-419f-b3dc-9b420ba7178e req-8d38a4ef-1d28-4100-9274-759132c0a2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:15.534128 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-37090730-6537-419f-b3dc-9b420ba7178e req-8d38a4ef-1d28-4100-9274-759132c0a2da service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=79973d5241f0405abc9418c3151cbe9d&device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 1097 time: 0.1402926 Jun 14 14:51:15.609921 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-a7eb7067-c7f8-49c1-a3d3-bf9e87401950 req-6bf34635-68de-4158-b1b8-7c5ce906acc6 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714223 Jun 14 14:51:15.663237 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-ad6b6b47-d84c-4190-8eb0-6bd07e2599d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:15.668981 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-57cd446e-83cc-4e27-a8e6-b588655bd0c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:15.708104 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad6b6b47-d84c-4190-8eb0-6bd07e2599d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=99484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 14:51:15.741345 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6b6b47-d84c-4190-8eb0-6bd07e2599d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f492e54-5373-4fdc-bdcc-f5e782e21178,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:15.747087 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-ad6b6b47-d84c-4190-8eb0-6bd07e2599d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-914478'] for segment, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:15.747600 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.db.segments_db [None req-ad6b6b47-d84c-4190-8eb0-6bd07e2599d6 admin admin] Added segment 0c110fe6-a787-4f20-a180-21ac650dc6bc of type vlan for network 04e422d8-d568-478b-9fdb-9a37bcb8fe6f Jun 14 14:51:15.750729 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37090730-6537-419f-b3dc-9b420ba7178e req-cdf0e972-9d75-4dbd-bd59-d92ac9042b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:15.758236 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-37090730-6537-419f-b3dc-9b420ba7178e req-cdf0e972-9d75-4dbd-bd59-d92ac9042b8b service neutron] 10.222.0.21 "GET /v2.0/networks?id=eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46 HTTP/1.1" status: 200 len: 917 time: 0.2062709 Jun 14 14:51:15.758236 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-ad6b6b47-d84c-4190-8eb0-6bd07e2599d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:15.887585 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-ad6b6b47-d84c-4190-8eb0-6bd07e2599d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763375052454'] for network, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:15.905144 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-37090730-6537-419f-b3dc-9b420ba7178e req-9c3fef6d-28aa-4b3d-a5ec-7d31235c6209 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9df17aab-d6c6-431c-8afb-1204dad301af HTTP/1.1" status: 200 len: 1000 time: 0.1350329 Jun 14 14:51:15.982709 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37090730-6537-419f-b3dc-9b420ba7178e req-43066cb1-d7fa-4b11-b78f-bdca4907df45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:15.985855 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-37090730-6537-419f-b3dc-9b420ba7178e req-43066cb1-d7fa-4b11-b78f-bdca4907df45 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8f1648b2-006c-47fc-bec4-7719f58bad8c HTTP/1.1" status: 200 len: 855 time: 0.0661881 Jun 14 14:51:16.056035 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37090730-6537-419f-b3dc-9b420ba7178e req-09b505a3-5136-40fc-9f4d-8bfeaf592b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:16.057991 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-37090730-6537-419f-b3dc-9b420ba7178e req-09b505a3-5136-40fc-9f4d-8bfeaf592b52 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0653584 Jun 14 14:51:16.094621 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-ad6b6b47-d84c-4190-8eb0-6bd07e2599d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255'] for network, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:16.105627 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6b6b47-d84c-4190-8eb0-6bd07e2599d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:16.106217 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-ad6b6b47-d84c-4190-8eb0-6bd07e2599d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699218'] for network, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:16.110316 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:16.519347 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 35404) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:51:16.525317 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6b6b47-d84c-4190-8eb0-6bd07e2599d6 admin admin] Pushing event updated for resources: {'Network': ['ID=04e422d8-d568-478b-9fdb-9a37bcb8fe6f,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:16.528255 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-ad6b6b47-d84c-4190-8eb0-6bd07e2599d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:16.532073 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-ad6b6b47-d84c-4190-8eb0-6bd07e2599d6 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6790195 Jun 14 14:51:16.533248 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 35408) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:51:16.540475 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Network 04e422d8-d568-478b-9fdb-9a37bcb8fe6f details requested by agent ovs-agent-dv-cinder-726180-9-iscsi with host dv-cinder-726180-9-iscsi {{(pid=99485) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 14:51:16.553657 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-37090730-6537-419f-b3dc-9b420ba7178e req-d358323e-2407-49b6-91a9-05bd283e694e service neutron] 10.222.0.21 "GET /v2.0/networks/eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4868295 Jun 14 14:51:16.557294 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.v2.base [None req-09380ace-7705-437a-b937-88c8a4f0772b admin admin] Request body: {'subnet': {'network_id': '04e422d8-d568-478b-9fdb-9a37bcb8fe6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-738783498-subnet', 'tenant_id': 'eb3b0bac7b7d45c998f69dfce00cbc95', 'ip_version': 4}} {{(pid=99483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:51:16.663872 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.v2.base [None req-a65a866d-d121-4a94-a05c-0a7c97407f86 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-385717493-network', 'tenant_id': '8730e6a0fdc54b92a4e0d83a015c460a'}} {{(pid=99483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:51:16.672073 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09380ace-7705-437a-b937-88c8a4f0772b admin admin] Made reservation on behalf of eb3b0bac7b7d45c998f69dfce00cbc95 for: {'subnet': 1} {{(pid=99483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:51:16.674432 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-09380ace-7705-437a-b937-88c8a4f0772b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12396999'] for subnet, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:16.701305 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-37090730-6537-419f-b3dc-9b420ba7178e req-963b335a-beb4-4c39-b17f-4ad7c5db169c service neutron] 10.222.0.21 "GET /v2.0/networks/eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404059 Jun 14 14:51:16.836964 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a65a866d-d121-4a94-a05c-0a7c97407f86 admin admin] Made reservation on behalf of 8730e6a0fdc54b92a4e0d83a015c460a for: {'network': 1} {{(pid=99483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:51:16.839930 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-a65a866d-d121-4a94-a05c-0a7c97407f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905267'] for network, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:16.866138 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-a65a866d-d121-4a94-a05c-0a7c97407f86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:16.974556 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff58e97-1084-4954-923a-f2f93545ae05 req-c4d8b3b5-01f6-4a43-b12b-6fe7b0ceb6c8 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:16.976165 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-9ff58e97-1084-4954-923a-f2f93545ae05 req-c4d8b3b5-01f6-4a43-b12b-6fe7b0ceb6c8 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 944 time: 0.1967363 Jun 14 14:51:17.106536 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-9ff58e97-1084-4954-923a-f2f93545ae05 req-e33fc04e-bfbb-4e76-a102-f28e7d1b7e98 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207364 Jun 14 14:51:17.170985 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-a65a866d-d121-4a94-a05c-0a7c97407f86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:17.252356 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-09380ace-7705-437a-b937-88c8a4f0772b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12282325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12397009'] for subnet, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:17.256503 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-466e14d7-2bd1-4f3a-92e3-9846a3ec365b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:17.329819 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-a65a866d-d121-4a94-a05c-0a7c97407f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:17.339854 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09380ace-7705-437a-b937-88c8a4f0772b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cf39583-af2e-4c02-b7c9-789941507629,revision_number=0']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:17.344821 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-09380ace-7705-437a-b937-88c8a4f0772b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:17.345326 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-6a15fc76-2930-462a-a55c-a741be1cdbae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:17.364961 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a65a866d-d121-4a94-a05c-0a7c97407f86 admin admin] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=99483) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 14:51:17.371958 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09380ace-7705-437a-b937-88c8a4f0772b admin admin] Checking segment: {'id': '0c110fe6-a787-4f20-a180-21ac650dc6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '04e422d8-d568-478b-9fdb-9a37bcb8fe6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:51:17.372355 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09380ace-7705-437a-b937-88c8a4f0772b admin admin] Network hostable DHCP agents. Network: 04e422d8-d568-478b-9fdb-9a37bcb8fe6f, hostable agents: ['93423e1b-8ac2-4abf-ba8c-2bf2a6ff74d8'], hosted agents: [] {{(pid=99483) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 14:51:17.398453 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65a866d-d121-4a94-a05c-0a7c97407f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a320786-916c-4f0a-b1e5-e02d777a2b4d,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:17.403203 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-a65a866d-d121-4a94-a05c-0a7c97407f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-914478'] for segment, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:17.403474 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.db.segments_db [None req-a65a866d-d121-4a94-a05c-0a7c97407f86 admin admin] Added segment 400310be-4fab-419b-9e19-36d89a0b3d4c of type vlan for network ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b Jun 14 14:51:17.408250 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-a65a866d-d121-4a94-a05c-0a7c97407f86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:17.467823 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-a65a866d-d121-4a94-a05c-0a7c97407f86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763375052454'] for network, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:17.533770 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09380ace-7705-437a-b937-88c8a4f0772b admin admin] Network 04e422d8-d568-478b-9fdb-9a37bcb8fe6f is scheduled to be hosted by DHCP agent 93423e1b-8ac2-4abf-ba8c-2bf2a6ff74d8 with binding_index 1 {{(pid=99483) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 14:51:17.611961 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-a65a866d-d121-4a94-a05c-0a7c97407f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255'] for network, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:17.618833 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65a866d-d121-4a94-a05c-0a7c97407f86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:17.618833 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-a65a866d-d121-4a94-a05c-0a7c97407f86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699218'] for network, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:17.618833 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-e6090a81-49a1-45b6-ba37-0b596e6c0543 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:17.678055 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.base_scheduler [None req-09380ace-7705-437a-b937-88c8a4f0772b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-726180-9-iscsi, 04e422d8-d568-478b-9fdb-9a37bcb8fe6f) {{(pid=99483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:51:17.700764 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea872a48-9057-4c80-8d83-4ddb12297bf3 None None] Network 04e422d8-d568-478b-9fdb-9a37bcb8fe6f requested from dv-cinder-726180-9-iscsi {{(pid=99485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:51:17.754131 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09380ace-7705-437a-b937-88c8a4f0772b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:17.754906 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-09380ace-7705-437a-b937-88c8a4f0772b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699218'] for subnet, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:17.757655 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65a866d-d121-4a94-a05c-0a7c97407f86 admin admin] Pushing event updated for resources: {'Network': ['ID=ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:17.768211 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-a65a866d-d121-4a94-a05c-0a7c97407f86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:17.789007 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-a65a866d-d121-4a94-a05c-0a7c97407f86 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2613020 Jun 14 14:51:17.789484 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 35434) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:51:17.796320 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.v2.base [None req-a2be92ab-5b08-4048-a1a9-1e016ad37369 admin admin] Request body: {'subnet': {'network_id': 'ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-385717493-subnet', 'tenant_id': '8730e6a0fdc54b92a4e0d83a015c460a', 'ip_version': 4}} {{(pid=99484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:51:17.846675 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Network ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b details requested by agent ovs-agent-dv-cinder-726180-9-iscsi with host dv-cinder-726180-9-iscsi {{(pid=99485) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 14:51:17.919467 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 35436) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:51:17.919671 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-09380ace-7705-437a-b937-88c8a4f0772b admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3849990 Jun 14 14:51:17.925998 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.v2.base [None req-4e6943c8-c200-4e92-b1c6-f85c99334e71 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-738783498-router', 'tenant_id': 'eb3b0bac7b7d45c998f69dfce00cbc95', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60'}}} {{(pid=99484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:51:18.037216 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a41a68a-60fa-4787-8aad-70dbb67f24a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp167513b8-b081-5ae1-a2b9-ace1867507b7-04e422d8-d568-478b-9fdb-9a37bcb8fe6f', 'network_id': '04e422d8-d568-478b-9fdb-9a37bcb8fe6f', 'tenant_id': 'eb3b0bac7b7d45c998f69dfce00cbc95', 'fixed_ips': [{'subnet_id': '0cf39583-af2e-4c02-b7c9-789941507629'}]}} from dv-cinder-726180-9-iscsi. {{(pid=99485) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 14 14:51:18.038096 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-3a41a68a-60fa-4787-8aad-70dbb67f24a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905267'] for port, before_create {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:18.048683 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2be92ab-5b08-4048-a1a9-1e016ad37369 admin admin] Made reservation on behalf of 8730e6a0fdc54b92a4e0d83a015c460a for: {'subnet': 1} {{(pid=99484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:51:18.051388 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-a2be92ab-5b08-4048-a1a9-1e016ad37369 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12540677'] for subnet, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:18.148739 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-4e6943c8-c200-4e92-b1c6-f85c99334e71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4031657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60692'] for router, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:18.149793 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-4e6943c8-c200-4e92-b1c6-f85c99334e71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4031694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4046296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4029127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60911'] for router, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:18.253287 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-4e6943c8-c200-4e92-b1c6-f85c99334e71 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:18.263487 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.db_base_plugin_common [None req-3a41a68a-60fa-4787-8aad-70dbb67f24a5 None None] Allocated IP 172.20.0.2 (04e422d8-d568-478b-9fdb-9a37bcb8fe6f/0cf39583-af2e-4c02-b7c9-789941507629/bfc359dc-2307-483b-8c2e-bde30aa962be) {{(pid=99485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:51:18.502625 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-3a41a68a-60fa-4787-8aad-70dbb67f24a5 None None] Notify callbacks [] for port, precommit_create {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:18.520814 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-3a41a68a-60fa-4787-8aad-70dbb67f24a5 None None] Transition to ACTIVE for port object bfc359dc-2307-483b-8c2e-bde30aa962be will not be triggered until provisioned by entity L2. {{(pid=99485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:51:18.542108 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-3a41a68a-60fa-4787-8aad-70dbb67f24a5 None None] Transition to ACTIVE for port object bfc359dc-2307-483b-8c2e-bde30aa962be will not be triggered until provisioned by entity DHCP. {{(pid=99485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:51:18.637286 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-3a41a68a-60fa-4787-8aad-70dbb67f24a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-905456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763375065887'] for port, after_create {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:18.639977 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:18.707441 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-4e6943c8-c200-4e92-b1c6-f85c99334e71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4046279', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4031675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60921'] for router, precommit_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:18.734611 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c6783-1740-44a0-b1c2-674586fa9efd req-97ae33a3-96df-4715-bbcd-1774528f0b44 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:18.736342 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-4f0c6783-1740-44a0-b1c2-674586fa9efd req-97ae33a3-96df-4715-bbcd-1774528f0b44 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 944 time: 0.4037237 Jun 14 14:51:18.792754 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-a2be92ab-5b08-4048-a1a9-1e016ad37369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12089804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12540691'] for subnet, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:18.803048 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:18.849228 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-4f0c6783-1740-44a0-b1c2-674586fa9efd req-6a49986e-4418-4c4e-811a-a85b791475ee tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036510 Jun 14 14:51:18.849372 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a41a68a-60fa-4787-8aad-70dbb67f24a5 None None] Network 04e422d8-d568-478b-9fdb-9a37bcb8fe6f is already hosted by enough agents. {{(pid=99485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:51:18.852493 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.scheduler.base_scheduler [None req-3a41a68a-60fa-4787-8aad-70dbb67f24a5 None None] Resources bound (agent type, host, resource id): {{(pid=99485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:51:18.856176 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a41a68a-60fa-4787-8aad-70dbb67f24a5 None None] Received port after_create {{(pid=99485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:51:18.864056 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a41a68a-60fa-4787-8aad-70dbb67f24a5 None None] Pushing event updated for resources: {'Port': ['ID=bfc359dc-2307-483b-8c2e-bde30aa962be,revision_number=1']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:18.886141 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a41a68a-60fa-4787-8aad-70dbb67f24a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:51:18.886506 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a41a68a-60fa-4787-8aad-70dbb67f24a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:51:18.887076 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a41a68a-60fa-4787-8aad-70dbb67f24a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:51:18.887575 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a41a68a-60fa-4787-8aad-70dbb67f24a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:51:18.887910 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a41a68a-60fa-4787-8aad-70dbb67f24a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:51:18.888281 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a41a68a-60fa-4787-8aad-70dbb67f24a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:51:18.888617 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a41a68a-60fa-4787-8aad-70dbb67f24a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:51:18.888941 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a41a68a-60fa-4787-8aad-70dbb67f24a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:51:18.889290 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a41a68a-60fa-4787-8aad-70dbb67f24a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:51:18.889621 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a41a68a-60fa-4787-8aad-70dbb67f24a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:51:18.889939 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a41a68a-60fa-4787-8aad-70dbb67f24a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:51:18.890254 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a41a68a-60fa-4787-8aad-70dbb67f24a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:51:18.893987 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-3a41a68a-60fa-4787-8aad-70dbb67f24a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:18.895159 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2be92ab-5b08-4048-a1a9-1e016ad37369 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e340e8c9-7a51-4312-92aa-f88338355222,revision_number=0']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:18.911092 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-a2be92ab-5b08-4048-a1a9-1e016ad37369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:18.959659 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2be92ab-5b08-4048-a1a9-1e016ad37369 admin admin] Checking segment: {'id': '400310be-4fab-419b-9e19-36d89a0b3d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:51:18.960226 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2be92ab-5b08-4048-a1a9-1e016ad37369 admin admin] Network hostable DHCP agents. Network: ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b, hostable agents: ['93423e1b-8ac2-4abf-ba8c-2bf2a6ff74d8'], hosted agents: [] {{(pid=99484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 14:51:18.971759 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.managers [None req-3a41a68a-60fa-4787-8aad-70dbb67f24a5 None None] Attempting to bind port bfc359dc-2307-483b-8c2e-bde30aa962be on host dv-cinder-726180-9-iscsi for vnic_type normal with profile {{(pid=99485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:51:18.971759 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.managers [None req-3a41a68a-60fa-4787-8aad-70dbb67f24a5 None None] Attempting to bind port bfc359dc-2307-483b-8c2e-bde30aa962be by drivers openvswitch,hyperv on host dv-cinder-726180-9-iscsi at level 0 using segments [{'id': '0c110fe6-a787-4f20-a180-21ac650dc6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '04e422d8-d568-478b-9fdb-9a37bcb8fe6f'}] {{(pid=99485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:51:18.972372 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a41a68a-60fa-4787-8aad-70dbb67f24a5 None None] Attempting to bind port bfc359dc-2307-483b-8c2e-bde30aa962be on network 04e422d8-d568-478b-9fdb-9a37bcb8fe6f {{(pid=99485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:51:18.990601 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a41a68a-60fa-4787-8aad-70dbb67f24a5 None None] Checking agent: {'id': 'e183279c-24ea-4296-8522-436b00f0c0a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-726180-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 38, 29), 'started_at': datetime.datetime(2021, 6, 14, 14, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-726180-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:51:18.992327 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a41a68a-60fa-4787-8aad-70dbb67f24a5 None None] Checking segment: {'id': '0c110fe6-a787-4f20-a180-21ac650dc6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '04e422d8-d568-478b-9fdb-9a37bcb8fe6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:51:18.992860 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-3a41a68a-60fa-4787-8aad-70dbb67f24a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:18.994530 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a41a68a-60fa-4787-8aad-70dbb67f24a5 None None] Bound using segment: {'id': '0c110fe6-a787-4f20-a180-21ac650dc6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '04e422d8-d568-478b-9fdb-9a37bcb8fe6f'} {{(pid=99485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:51:18.995953 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.managers [None req-3a41a68a-60fa-4787-8aad-70dbb67f24a5 None None] Bound port: bfc359dc-2307-483b-8c2e-bde30aa962be, host: dv-cinder-726180-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c110fe6-a787-4f20-a180-21ac650dc6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '04e422d8-d568-478b-9fdb-9a37bcb8fe6f'}}] {{(pid=99485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:51:18.998933 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-3a41a68a-60fa-4787-8aad-70dbb67f24a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:19.083892 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-3a41a68a-60fa-4787-8aad-70dbb67f24a5 None None] For port bfc359dc-2307-483b-8c2e-bde30aa962be, host dv-cinder-726180-9-iscsi, cleared binding levels {{(pid=99485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:51:19.087054 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-3a41a68a-60fa-4787-8aad-70dbb67f24a5 None None] For port bfc359dc-2307-483b-8c2e-bde30aa962be, host dv-cinder-726180-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=bfc359dc-2307-483b-8c2e-bde30aa962be,segment=NetworkSegment(0c110fe6-a787-4f20-a180-21ac650dc6bc),segment_id=0c110fe6-a787-4f20-a180-21ac650dc6bc)] {{(pid=99485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:51:19.094096 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2be92ab-5b08-4048-a1a9-1e016ad37369 admin admin] Network ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b is scheduled to be hosted by DHCP agent 93423e1b-8ac2-4abf-ba8c-2bf2a6ff74d8 with binding_index 1 {{(pid=99484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 14:51:19.195894 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-3a41a68a-60fa-4787-8aad-70dbb67f24a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:19.198905 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:19.253200 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.base_scheduler [None req-a2be92ab-5b08-4048-a1a9-1e016ad37369 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-726180-9-iscsi, ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b) {{(pid=99484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:51:19.260713 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2be92ab-5b08-4048-a1a9-1e016ad37369 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:19.261875 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-a2be92ab-5b08-4048-a1a9-1e016ad37369 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:19.271305 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48552231-5fd7-4f5a-9dca-8144f706c20e None None] Network ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b requested from dv-cinder-726180-9-iscsi {{(pid=99485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:51:19.289394 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-4e6943c8-c200-4e92-b1c6-f85c99334e71 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:19.350437 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-4e6943c8-c200-4e92-b1c6-f85c99334e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905267'] for port, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:19.352403 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a41a68a-60fa-4787-8aad-70dbb67f24a5 None None] Pushing event updated for resources: {'Port': ['ID=bfc359dc-2307-483b-8c2e-bde30aa962be,revision_number=2']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:19.357858 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-3a41a68a-60fa-4787-8aad-70dbb67f24a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:19.404750 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-a2be92ab-5b08-4048-a1a9-1e016ad37369 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.6133287 Jun 14 14:51:19.408073 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 35444) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:51:19.415578 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.v2.base [None req-86bbf5ca-ee5d-43d4-a039-969209a05497 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-385717493-router', 'tenant_id': '8730e6a0fdc54b92a4e0d83a015c460a', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60'}}} {{(pid=99483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:51:19.527773 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.db_base_plugin_common [None req-4e6943c8-c200-4e92-b1c6-f85c99334e71 admin admin] Allocated IP 172.27.3.195 (380d7500-e042-4a28-87f8-50b947846e60/5342af6e-54a0-4047-9509-517c9dedbdeb/a848056c-fcc2-4ec8-a2d7-ad45327c5548) {{(pid=99484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:51:19.550913 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-86bbf5ca-ee5d-43d4-a039-969209a05497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4031657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60692'] for router, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:19.569006 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-86bbf5ca-ee5d-43d4-a039-969209a05497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4031694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4046296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4029127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60911'] for router, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:19.671487 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6d9258-9edb-4308-965a-38f6fbb306d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp167513b8-b081-5ae1-a2b9-ace1867507b7-ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b', 'network_id': 'ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b', 'tenant_id': '8730e6a0fdc54b92a4e0d83a015c460a', 'fixed_ips': [{'subnet_id': 'e340e8c9-7a51-4312-92aa-f88338355222'}]}} from dv-cinder-726180-9-iscsi. {{(pid=99485) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 14 14:51:19.677526 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-4a6d9258-9edb-4308-965a-38f6fbb306d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905267'] for port, before_create {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:19.734718 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-86bbf5ca-ee5d-43d4-a039-969209a05497 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:19.993456 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-4e6943c8-c200-4e92-b1c6-f85c99334e71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:20.076386 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.agents_db [None req-f05f0e2d-2be5-4cb0-86e7-333c7e47477b None None] Agent healthcheck: found 6 active agents {{(pid=99486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 14:51:20.111821 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.db_base_plugin_common [None req-4a6d9258-9edb-4308-965a-38f6fbb306d7 None None] Allocated IP 172.20.0.2 (ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b/e340e8c9-7a51-4312-92aa-f88338355222/8dabd25f-badd-4cd7-8a0e-5d1a56886e11) {{(pid=99485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:51:20.333527 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-4e6943c8-c200-4e92-b1c6-f85c99334e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-905456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763375065887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12090236'] for port, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:20.336829 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:20.589987 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6943c8-c200-4e92-b1c6-f85c99334e71 admin admin] Network 380d7500-e042-4a28-87f8-50b947846e60 is already hosted by enough agents. {{(pid=99484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:51:20.599219 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.base_scheduler [None req-4e6943c8-c200-4e92-b1c6-f85c99334e71 admin admin] Resources bound (agent type, host, resource id): {{(pid=99484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:51:20.612085 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6943c8-c200-4e92-b1c6-f85c99334e71 admin admin] Received port after_create {{(pid=99484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:51:20.646071 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-4a6d9258-9edb-4308-965a-38f6fbb306d7 None None] Notify callbacks [] for port, precommit_create {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:20.667029 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-4a6d9258-9edb-4308-965a-38f6fbb306d7 None None] Transition to ACTIVE for port object 8dabd25f-badd-4cd7-8a0e-5d1a56886e11 will not be triggered until provisioned by entity L2. {{(pid=99485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:51:20.700673 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-4a6d9258-9edb-4308-965a-38f6fbb306d7 None None] Transition to ACTIVE for port object 8dabd25f-badd-4cd7-8a0e-5d1a56886e11 will not be triggered until provisioned by entity DHCP. {{(pid=99485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:51:20.731841 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-86bbf5ca-ee5d-43d4-a039-969209a05497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4046279', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4031675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60921'] for router, precommit_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:20.758499 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6943c8-c200-4e92-b1c6-f85c99334e71 admin admin] Pushing event updated for resources: {'Port': ['ID=a848056c-fcc2-4ec8-a2d7-ad45327c5548,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:20.789945 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-4e6943c8-c200-4e92-b1c6-f85c99334e71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:20.897261 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d7c87e-963b-40f3-871f-c45c398669a8 req-729ab1f3-ceb6-4284-98f5-3c28be46f0ae tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:20.900513 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-29d7c87e-963b-40f3-871f-c45c398669a8 req-729ab1f3-ceb6-4284-98f5-3c28be46f0ae tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 944 time: 0.2600987 Jun 14 14:51:20.990190 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-29d7c87e-963b-40f3-871f-c45c398669a8 req-06bbf1cd-f54d-4cc9-a09e-e27b1f8f84a2 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813181 Jun 14 14:51:21.049666 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a2c522-71c9-4dac-a349-ccb76b4eaa9f None None] Network 04e422d8-d568-478b-9fdb-9a37bcb8fe6f requested from dv-cinder-726180-9-iscsi {{(pid=99485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:51:21.268504 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-4a6d9258-9edb-4308-965a-38f6fbb306d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-905456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763375065887'] for port, after_create {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:21.272965 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:21.331086 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device bfc359dc-2307-483b-8c2e-bde30aa962be up at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:51:21.503255 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6d9258-9edb-4308-965a-38f6fbb306d7 None None] Network ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b is already hosted by enough agents. {{(pid=99485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:51:21.515015 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.scheduler.base_scheduler [None req-4a6d9258-9edb-4308-965a-38f6fbb306d7 None None] Resources bound (agent type, host, resource id): {{(pid=99485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:51:21.576825 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-4e6943c8-c200-4e92-b1c6-f85c99334e71 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:21.579478 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6d9258-9edb-4308-965a-38f6fbb306d7 None None] Received port after_create {{(pid=99485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:51:21.590067 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6d9258-9edb-4308-965a-38f6fbb306d7 None None] Pushing event updated for resources: {'Port': ['ID=8dabd25f-badd-4cd7-8a0e-5d1a56886e11,revision_number=1']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:21.598915 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-4a6d9258-9edb-4308-965a-38f6fbb306d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:21.644869 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-bef7d633-7a28-4c8e-acca-8a433a5a9681 None None] Provisioning for port bfc359dc-2307-483b-8c2e-bde30aa962be completed by entity DHCP. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:51:21.718384 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-86bbf5ca-ee5d-43d4-a039-969209a05497 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:21.742713 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.managers [None req-4a6d9258-9edb-4308-965a-38f6fbb306d7 None None] Attempting to bind port 8dabd25f-badd-4cd7-8a0e-5d1a56886e11 on host dv-cinder-726180-9-iscsi for vnic_type normal with profile {{(pid=99485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:51:21.743786 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.managers [None req-4a6d9258-9edb-4308-965a-38f6fbb306d7 None None] Attempting to bind port 8dabd25f-badd-4cd7-8a0e-5d1a56886e11 by drivers openvswitch,hyperv on host dv-cinder-726180-9-iscsi at level 0 using segments [{'id': '400310be-4fab-419b-9e19-36d89a0b3d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b'}] {{(pid=99485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:51:21.746990 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6d9258-9edb-4308-965a-38f6fbb306d7 None None] Attempting to bind port 8dabd25f-badd-4cd7-8a0e-5d1a56886e11 on network ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b {{(pid=99485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:51:21.781044 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6d9258-9edb-4308-965a-38f6fbb306d7 None None] Checking agent: {'id': 'e183279c-24ea-4296-8522-436b00f0c0a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-726180-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 38, 29), 'started_at': datetime.datetime(2021, 6, 14, 14, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-726180-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:51:21.782174 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6d9258-9edb-4308-965a-38f6fbb306d7 None None] Checking segment: {'id': '400310be-4fab-419b-9e19-36d89a0b3d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:51:21.782977 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-4a6d9258-9edb-4308-965a-38f6fbb306d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:21.791603 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6d9258-9edb-4308-965a-38f6fbb306d7 None None] Bound using segment: {'id': '400310be-4fab-419b-9e19-36d89a0b3d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b'} {{(pid=99485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:51:21.791603 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.managers [None req-4a6d9258-9edb-4308-965a-38f6fbb306d7 None None] Bound port: 8dabd25f-badd-4cd7-8a0e-5d1a56886e11, host: dv-cinder-726180-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '400310be-4fab-419b-9e19-36d89a0b3d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b'}}] {{(pid=99485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:51:21.791603 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-4a6d9258-9edb-4308-965a-38f6fbb306d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:21.826605 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-86bbf5ca-ee5d-43d4-a039-969209a05497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905267'] for port, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:21.956913 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning for port bfc359dc-2307-483b-8c2e-bde30aa962be completed by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:51:21.974939 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-4a6d9258-9edb-4308-965a-38f6fbb306d7 None None] For port 8dabd25f-badd-4cd7-8a0e-5d1a56886e11, host dv-cinder-726180-9-iscsi, cleared binding levels {{(pid=99485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:51:21.977458 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning complete for port bfc359dc-2307-483b-8c2e-bde30aa962be triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:51:21.978627 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:21.983612 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-4a6d9258-9edb-4308-965a-38f6fbb306d7 None None] For port 8dabd25f-badd-4cd7-8a0e-5d1a56886e11, host dv-cinder-726180-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=8dabd25f-badd-4cd7-8a0e-5d1a56886e11,segment=NetworkSegment(400310be-4fab-419b-9e19-36d89a0b3d4c),segment_id=400310be-4fab-419b-9e19-36d89a0b3d4c)] {{(pid=99485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:51:22.084871 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-4e6943c8-c200-4e92-b1c6-f85c99334e71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4031650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4045727'] for router, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:22.105756 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-4a6d9258-9edb-4308-965a-38f6fbb306d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:22.115301 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:22.137250 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.db_base_plugin_common [None req-86bbf5ca-ee5d-43d4-a039-969209a05497 admin admin] Allocated IP 172.27.3.235 (380d7500-e042-4a28-87f8-50b947846e60/5342af6e-54a0-4047-9509-517c9dedbdeb/5e70f905-e006-4cd8-9f36-5b9a539d0ab2) {{(pid=99483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:51:22.369409 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6d9258-9edb-4308-965a-38f6fbb306d7 None None] Pushing event updated for resources: {'Port': ['ID=8dabd25f-badd-4cd7-8a0e-5d1a56886e11,revision_number=2']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:22.375717 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-4a6d9258-9edb-4308-965a-38f6fbb306d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:22.427443 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:22.458281 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-86bbf5ca-ee5d-43d4-a039-969209a05497 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:22.492781 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] For port bfc359dc-2307-483b-8c2e-bde30aa962be, host dv-cinder-726180-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=bfc359dc-2307-483b-8c2e-bde30aa962be,segment=NetworkSegment(0c110fe6-a787-4f20-a180-21ac650dc6bc),segment_id=0c110fe6-a787-4f20-a180-21ac650dc6bc)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:51:22.494182 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-4ad1e0b8-5737-4730-a4a2-c8af2a668727 None None] Provisioning complete for port bfc359dc-2307-483b-8c2e-bde30aa962be triggered by entity DHCP. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:51:22.495230 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-4ad1e0b8-5737-4730-a4a2-c8af2a668727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:22.589781 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:22.590709 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-3a41a68a-60fa-4787-8aad-70dbb67f24a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:22.638295 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-86bbf5ca-ee5d-43d4-a039-969209a05497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-905456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763375065887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12282725'] for port, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:22.638295 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-2304cb11-e7b1-473e-8b47-98de4863e49d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:22.781559 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Pushing event updated for resources: {'Port': ['ID=bfc359dc-2307-483b-8c2e-bde30aa962be,revision_number=3']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:22.788337 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:22.817362 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bbf5ca-ee5d-43d4-a039-969209a05497 admin admin] Network 380d7500-e042-4a28-87f8-50b947846e60 is already hosted by enough agents. {{(pid=99483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:51:22.823987 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.base_scheduler [None req-86bbf5ca-ee5d-43d4-a039-969209a05497 admin admin] Resources bound (agent type, host, resource id): {{(pid=99483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:51:22.834795 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bbf5ca-ee5d-43d4-a039-969209a05497 admin admin] Received port after_create {{(pid=99483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:51:22.842840 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bbf5ca-ee5d-43d4-a039-969209a05497 admin admin] Pushing event updated for resources: {'Port': ['ID=5e70f905-e006-4cd8-9f36-5b9a539d0ab2,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:22.893590 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-86bbf5ca-ee5d-43d4-a039-969209a05497 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:23.020340 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba298ee-2411-4cda-a909-caa118add0c8 req-66664c9e-e7ff-425c-8a0c-cffe2317976b tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:23.021922 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-8ba298ee-2411-4cda-a909-caa118add0c8 req-66664c9e-e7ff-425c-8a0c-cffe2317976b tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 944 time: 0.1554284 Jun 14 14:51:23.084648 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-8ba298ee-2411-4cda-a909-caa118add0c8 req-8cb1212d-1e4a-49ed-ad61-631082b4fb2e tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544796 Jun 14 14:51:23.149472 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e6943c8-c200-4e92-b1c6-f85c99334e71 admin admin] Router bbf2b376-2d35-44fe-8572-d52d456f99a7 is scheduled to L3 agent 1c008f53-dbc2-48c1-a123-31b869a31df2 with binding_index 1 {{(pid=99484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 14 14:51:23.373612 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device 8dabd25f-badd-4cd7-8a0e-5d1a56886e11 up at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:51:23.375659 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e6943c8-c200-4e92-b1c6-f85c99334e71 admin admin] Notify agent at l3_agent.dv-cinder-726180-9-iscsi the message routers_updated {{(pid=99484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 14:51:23.453702 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-86bbf5ca-ee5d-43d4-a039-969209a05497 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:23.463972 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-4e6943c8-c200-4e92-b1c6-f85c99334e71 admin admin] Notify callbacks [] for router, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:23.467637 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-4e6943c8-c200-4e92-b1c6-f85c99334e71 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.5447466 Jun 14 14:51:23.468376 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 35472) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:51:23.475855 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e371b0-cf23-4ed7-8ebe-1387c0b2a954 None None] Sync routers for ids ['bbf2b376-2d35-44fe-8572-d52d456f99a7'] in dv-cinder-726180-9-iscsi {{(pid=99485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 14:51:23.512983 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e371b0-cf23-4ed7-8ebe-1387c0b2a954 None None] Routers {'bbf2b376-2d35-44fe-8572-d52d456f99a7'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:51:23.525015 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-47e371b0-cf23-4ed7-8ebe-1387c0b2a954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:50:58Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['bbf2b376-2d35-44fe-8572-d52d456f99a7'], 'active': True} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:51:23.872998 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-86bbf5ca-ee5d-43d4-a039-969209a05497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4031650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4045727'] for router, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:23.953611 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23aab70-6902-4f26-81ae-1b53abc280c9 None None] Network ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b requested from dv-cinder-726180-9-iscsi {{(pid=99485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:51:24.142898 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvr_db [None req-47e371b0-cf23-4ed7-8ebe-1387c0b2a954 None None] Set router bbf2b376-2d35-44fe-8572-d52d456f99a7 gateway port host: dv-cinder-726180-9-iscsi {{(pid=99485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:51:24.241638 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-d3abb6a4-17d6-449b-bc95-df87f0c7cc29 None None] Provisioning for port 8dabd25f-badd-4cd7-8a0e-5d1a56886e11 completed by entity DHCP. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:51:24.245166 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning for port 8dabd25f-badd-4cd7-8a0e-5d1a56886e11 completed by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:51:24.376487 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-d3abb6a4-17d6-449b-bc95-df87f0c7cc29 None None] Provisioning complete for port 8dabd25f-badd-4cd7-8a0e-5d1a56886e11 triggered by entity DHCP. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:51:24.377404 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-d3abb6a4-17d6-449b-bc95-df87f0c7cc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:24.380281 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning complete for port 8dabd25f-badd-4cd7-8a0e-5d1a56886e11 triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:51:24.380721 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:24.446393 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf8aed-733a-491c-ae90-d3e453e1f8e3 req-b8b99137-f219-4893-bbce-6068fedf7db4 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:24.452219 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-59cf8aed-733a-491c-ae90-d3e453e1f8e3 req-b8b99137-f219-4893-bbce-6068fedf7db4 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 944 time: 0.1252067 Jun 14 14:51:24.516932 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-59cf8aed-733a-491c-ae90-d3e453e1f8e3 req-687fa06f-b42b-4ace-bc61-fb29629480a6 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572462 Jun 14 14:51:24.547884 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-6f10851b-7656-488a-bd06-4ec960e83b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905267'] for port, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:24.768861 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86bbf5ca-ee5d-43d4-a039-969209a05497 admin admin] Router ea5bc6ee-0ab3-46d9-b658-7d6240e37242 is scheduled to L3 agent 1c008f53-dbc2-48c1-a123-31b869a31df2 with binding_index 1 {{(pid=99483) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 14 14:51:24.817231 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-d3abb6a4-17d6-449b-bc95-df87f0c7cc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:24.848270 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.db_base_plugin_common [None req-6f10851b-7656-488a-bd06-4ec960e83b0c admin admin] Allocated IP 172.20.0.1 (04e422d8-d568-478b-9fdb-9a37bcb8fe6f/0cf39583-af2e-4c02-b7c9-789941507629/3bda3e35-d570-4983-bfdb-0093c9014560) {{(pid=99484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:51:24.923875 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:24.979647 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-d3abb6a4-17d6-449b-bc95-df87f0c7cc29 None None] For port 8dabd25f-badd-4cd7-8a0e-5d1a56886e11, host dv-cinder-726180-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=8dabd25f-badd-4cd7-8a0e-5d1a56886e11,segment=NetworkSegment(400310be-4fab-419b-9e19-36d89a0b3d4c),segment_id=400310be-4fab-419b-9e19-36d89a0b3d4c)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:51:25.061492 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-47e371b0-cf23-4ed7-8ebe-1387c0b2a954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf2b376-2d35-44fe-8572-d52d456f99a7', 'name': 'tempest-TestMinimumBasicScenario-738783498-router', 'tenant_id': 'eb3b0bac7b7d45c998f69dfce00cbc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': 'a848056c-fcc2-4ec8-a2d7-ad45327c5548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:51:18Z', 'updated_at': '2021-06-14T14:51:21Z', 'revision_number': 3, 'project_id': 'eb3b0bac7b7d45c998f69dfce00cbc95', 'gw_port': {'id': 'a848056c-fcc2-4ec8-a2d7-ad45327c5548', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:35:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbf2b376-2d35-44fe-8572-d52d456f99a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:51:19Z', 'updated_at': '2021-06-14T14:51:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi'}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:51:25.073304 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e371b0-cf23-4ed7-8ebe-1387c0b2a954 None None] Checking router: bbf2b376-2d35-44fe-8572-d52d456f99a7 for host: dv-cinder-726180-9-iscsi {{(pid=99485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 14:51:25.074273 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e371b0-cf23-4ed7-8ebe-1387c0b2a954 None None] Updating router bbf2b376-2d35-44fe-8572-d52d456f99a7 port a848056c-fcc2-4ec8-a2d7-ad45327c5548 binding host dv-cinder-726180-9-iscsi {{(pid=99485) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 14:51:25.142528 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-d3abb6a4-17d6-449b-bc95-df87f0c7cc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:25.149431 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:25.159185 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86bbf5ca-ee5d-43d4-a039-969209a05497 admin admin] Notify agent at l3_agent.dv-cinder-726180-9-iscsi the message routers_updated {{(pid=99483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 14:51:25.183116 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bec80d-28ae-406a-8359-442da6c38a99 None None] Sync routers for ids ['ea5bc6ee-0ab3-46d9-b658-7d6240e37242'] in dv-cinder-726180-9-iscsi {{(pid=99486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 14:51:25.200352 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bec80d-28ae-406a-8359-442da6c38a99 None None] Routers {'ea5bc6ee-0ab3-46d9-b658-7d6240e37242'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:51:25.200979 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-f0bec80d-28ae-406a-8359-442da6c38a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:50:58Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['ea5bc6ee-0ab3-46d9-b658-7d6240e37242'], 'active': True} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:51:25.238141 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-6f10851b-7656-488a-bd06-4ec960e83b0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:25.266572 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.provisioning_blocks [None req-6f10851b-7656-488a-bd06-4ec960e83b0c admin admin] Transition to ACTIVE for port object 3bda3e35-d570-4983-bfdb-0093c9014560 will not be triggered until provisioned by entity DHCP. {{(pid=99484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:51:25.294064 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-86bbf5ca-ee5d-43d4-a039-969209a05497 admin admin] Notify callbacks [] for router, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:25.295010 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-47e371b0-cf23-4ed7-8ebe-1387c0b2a954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:25.297026 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-86bbf5ca-ee5d-43d4-a039-969209a05497 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.8868966 Jun 14 14:51:25.300451 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 35480) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:51:25.304090 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.db.api [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99485) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 14 14:51:25.304090 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_db.api [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 14 14:51:25.348619 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3abb6a4-17d6-449b-bc95-df87f0c7cc29 None None] Pushing event updated for resources: {'Port': ['ID=8dabd25f-badd-4cd7-8a0e-5d1a56886e11,revision_number=3']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:25.353688 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-d3abb6a4-17d6-449b-bc95-df87f0c7cc29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:25.363465 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-42cfd4b5-858e-4f90-a0aa-30e4db8ab037 None None] Provisioning complete for port 8dabd25f-badd-4cd7-8a0e-5d1a56886e11 triggered by entity DHCP. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:51:25.367016 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-42cfd4b5-858e-4f90-a0aa-30e4db8ab037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:25.398188 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvr_db [None req-f0bec80d-28ae-406a-8359-442da6c38a99 None None] Set router ea5bc6ee-0ab3-46d9-b658-7d6240e37242 gateway port host: dv-cinder-726180-9-iscsi {{(pid=99486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:51:25.435273 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-6f10851b-7656-488a-bd06-4ec960e83b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-905456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763375065887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12090236'] for port, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:25.437549 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:25.526558 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f10851b-7656-488a-bd06-4ec960e83b0c admin admin] Network 04e422d8-d568-478b-9fdb-9a37bcb8fe6f is already hosted by enough agents. {{(pid=99484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:51:25.544473 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.base_scheduler [None req-6f10851b-7656-488a-bd06-4ec960e83b0c admin admin] Resources bound (agent type, host, resource id): {{(pid=99484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:51:25.551261 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f10851b-7656-488a-bd06-4ec960e83b0c admin admin] Received port after_create {{(pid=99484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:51:25.701341 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-6f10851b-7656-488a-bd06-4ec960e83b0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4033882'] for router_interface, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:25.894995 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f10851b-7656-488a-bd06-4ec960e83b0c admin admin] Pushing event updated for resources: {'Port': ['ID=3bda3e35-d570-4983-bfdb-0093c9014560,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:25.917684 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-6f10851b-7656-488a-bd06-4ec960e83b0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:25.984996 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-573a8d2e-cf1b-4ca1-a974-f6c084eb6f2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:26.300764 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-f0bec80d-28ae-406a-8359-442da6c38a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea5bc6ee-0ab3-46d9-b658-7d6240e37242', 'name': 'tempest-TestShelveInstance-385717493-router', 'tenant_id': '8730e6a0fdc54b92a4e0d83a015c460a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '5e70f905-e006-4cd8-9f36-5b9a539d0ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:51:19Z', 'updated_at': '2021-06-14T14:51:23Z', 'revision_number': 3, 'project_id': '8730e6a0fdc54b92a4e0d83a015c460a', 'gw_port': {'id': '5e70f905-e006-4cd8-9f36-5b9a539d0ab2', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f2:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea5bc6ee-0ab3-46d9-b658-7d6240e37242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:51:21Z', 'updated_at': '2021-06-14T14:51:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi'}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:51:26.307679 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bec80d-28ae-406a-8359-442da6c38a99 None None] Checking router: ea5bc6ee-0ab3-46d9-b658-7d6240e37242 for host: dv-cinder-726180-9-iscsi {{(pid=99486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 14:51:26.308638 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bec80d-28ae-406a-8359-442da6c38a99 None None] Updating router ea5bc6ee-0ab3-46d9-b658-7d6240e37242 port 5e70f905-e006-4cd8-9f36-5b9a539d0ab2 binding host dv-cinder-726180-9-iscsi {{(pid=99486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 14:51:26.310340 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3bfd3f-7bb6-4478-b301-a86bb5ce77e7 req-dc2893e9-a5ae-4752-bf1b-2716db947516 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:26.328557 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-6b3bfd3f-7bb6-4478-b301-a86bb5ce77e7 req-dc2893e9-a5ae-4752-bf1b-2716db947516 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 944 time: 0.3645411 Jun 14 14:51:26.343049 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device bfc359dc-2307-483b-8c2e-bde30aa962be up at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:51:26.388918 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-f0bec80d-28ae-406a-8359-442da6c38a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:26.450094 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-6b3bfd3f-7bb6-4478-b301-a86bb5ce77e7 req-11bff345-e491-49f7-8edf-2e7920ee035d tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199744 Jun 14 14:51:26.555405 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-6f10851b-7656-488a-bd06-4ec960e83b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:26.692985 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning complete for port bfc359dc-2307-483b-8c2e-bde30aa962be triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:51:26.693459 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:26.764501 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-e6952cac-91a3-4e06-bda5-c4dfe765dfcf None None] Provisioning for port 3bda3e35-d570-4983-bfdb-0093c9014560 completed by entity DHCP. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:51:26.787118 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-e6952cac-91a3-4e06-bda5-c4dfe765dfcf None None] Provisioning complete for port 3bda3e35-d570-4983-bfdb-0093c9014560 triggered by entity DHCP. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:51:26.787604 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-e6952cac-91a3-4e06-bda5-c4dfe765dfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:26.827658 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-47e371b0-cf23-4ed7-8ebe-1387c0b2a954 None None] Notify callbacks [] for port, precommit_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:26.832725 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-d3697a7d-1bca-47c3-8ac5-58743837a2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905267'] for port, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:26.862749 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-47e371b0-cf23-4ed7-8ebe-1387c0b2a954 None None] Transition to ACTIVE for port object a848056c-fcc2-4ec8-a2d7-ad45327c5548 will not be triggered until provisioned by entity L2. {{(pid=99485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:51:26.870289 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-e6952cac-91a3-4e06-bda5-c4dfe765dfcf None None] Port 3bda3e35-d570-4983-bfdb-0093c9014560 cannot update to ACTIVE because it is not bound. {{(pid=99485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 14:51:26.968575 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-47e371b0-cf23-4ed7-8ebe-1387c0b2a954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:26.975853 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:26.983131 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-6f10851b-7656-488a-bd06-4ec960e83b0c admin admin] Notify callbacks [] for port, precommit_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:27.087339 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-6f10851b-7656-488a-bd06-4ec960e83b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12090178'] for port, after_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:27.093452 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-958d9b2f-0eeb-4ee4-b398-bbfb9b7cd479 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:27.265427 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.db_base_plugin_common [None req-d3697a7d-1bca-47c3-8ac5-58743837a2b9 admin admin] Allocated IP 172.20.0.1 (ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b/e340e8c9-7a51-4312-92aa-f88338355222/ce2d1610-0d19-404c-be02-9296b07d1a72) {{(pid=99483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:51:27.295586 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-f0bec80d-28ae-406a-8359-442da6c38a99 None None] Notify callbacks [] for port, precommit_update {{(pid=99486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:27.306981 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.provisioning_blocks [None req-f0bec80d-28ae-406a-8359-442da6c38a99 None None] Transition to ACTIVE for port object 5e70f905-e006-4cd8-9f36-5b9a539d0ab2 will not be triggered until provisioned by entity L2. {{(pid=99486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:51:27.308648 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-6f10851b-7656-488a-bd06-4ec960e83b0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4033998'] for router_interface, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:27.374173 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f10851b-7656-488a-bd06-4ec960e83b0c admin admin] Pushing event updated for resources: {'Port': ['ID=3bda3e35-d570-4983-bfdb-0093c9014560,revision_number=2']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:27.386335 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-6f10851b-7656-488a-bd06-4ec960e83b0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:27.395927 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-f0bec80d-28ae-406a-8359-442da6c38a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:27.404632 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:27.469056 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device 8dabd25f-badd-4cd7-8a0e-5d1a56886e11 up at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:51:27.527318 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.managers [None req-47e371b0-cf23-4ed7-8ebe-1387c0b2a954 None None] Attempting to bind port a848056c-fcc2-4ec8-a2d7-ad45327c5548 on host dv-cinder-726180-9-iscsi for vnic_type normal with profile {{(pid=99485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:51:27.527832 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.managers [None req-47e371b0-cf23-4ed7-8ebe-1387c0b2a954 None None] Attempting to bind port a848056c-fcc2-4ec8-a2d7-ad45327c5548 by drivers openvswitch,hyperv on host dv-cinder-726180-9-iscsi at level 0 using segments [{'id': '5f9b4eda-9001-4473-8107-70664bb4d177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380d7500-e042-4a28-87f8-50b947846e60'}] {{(pid=99485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:51:27.528662 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e371b0-cf23-4ed7-8ebe-1387c0b2a954 None None] Attempting to bind port a848056c-fcc2-4ec8-a2d7-ad45327c5548 on network 380d7500-e042-4a28-87f8-50b947846e60 {{(pid=99485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:51:27.567178 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning complete for port 8dabd25f-badd-4cd7-8a0e-5d1a56886e11 triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:51:27.567703 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:27.586298 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.managers [None req-f0bec80d-28ae-406a-8359-442da6c38a99 None None] Attempting to bind port 5e70f905-e006-4cd8-9f36-5b9a539d0ab2 on host dv-cinder-726180-9-iscsi for vnic_type normal with profile {{(pid=99486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:51:27.592139 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.managers [None req-f0bec80d-28ae-406a-8359-442da6c38a99 None None] Attempting to bind port 5e70f905-e006-4cd8-9f36-5b9a539d0ab2 by drivers openvswitch,hyperv on host dv-cinder-726180-9-iscsi at level 0 using segments [{'id': '5f9b4eda-9001-4473-8107-70664bb4d177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380d7500-e042-4a28-87f8-50b947846e60'}] {{(pid=99486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:51:27.592970 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bec80d-28ae-406a-8359-442da6c38a99 None None] Attempting to bind port 5e70f905-e006-4cd8-9f36-5b9a539d0ab2 on network 380d7500-e042-4a28-87f8-50b947846e60 {{(pid=99486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:51:27.608448 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bec80d-28ae-406a-8359-442da6c38a99 None None] Checking agent: {'id': 'e183279c-24ea-4296-8522-436b00f0c0a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-726180-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 38, 29), 'started_at': datetime.datetime(2021, 6, 14, 14, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-726180-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:51:27.609166 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bec80d-28ae-406a-8359-442da6c38a99 None None] Checking segment: {'id': '5f9b4eda-9001-4473-8107-70664bb4d177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380d7500-e042-4a28-87f8-50b947846e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:51:27.609807 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-f0bec80d-28ae-406a-8359-442da6c38a99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:27.610391 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bec80d-28ae-406a-8359-442da6c38a99 None None] Bound using segment: {'id': '5f9b4eda-9001-4473-8107-70664bb4d177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380d7500-e042-4a28-87f8-50b947846e60'} {{(pid=99486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:51:27.611047 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.managers [None req-f0bec80d-28ae-406a-8359-442da6c38a99 None None] Bound port: 5e70f905-e006-4cd8-9f36-5b9a539d0ab2, host: dv-cinder-726180-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f9b4eda-9001-4473-8107-70664bb4d177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380d7500-e042-4a28-87f8-50b947846e60'}}] {{(pid=99486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:51:27.612249 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-f0bec80d-28ae-406a-8359-442da6c38a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:27.615586 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab710e9-ade2-4f03-a008-879d7f78b200 None None] Pushing event updated for resources: {'Port': ['ID=5e70f905-e006-4cd8-9f36-5b9a539d0ab2,revision_number=2']} {{(pid=99486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:27.657031 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-d3697a7d-1bca-47c3-8ac5-58743837a2b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:27.676145 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e371b0-cf23-4ed7-8ebe-1387c0b2a954 None None] Checking agent: {'id': 'e183279c-24ea-4296-8522-436b00f0c0a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-726180-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 38, 29), 'started_at': datetime.datetime(2021, 6, 14, 14, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-726180-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:51:27.676687 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e371b0-cf23-4ed7-8ebe-1387c0b2a954 None None] Checking segment: {'id': '5f9b4eda-9001-4473-8107-70664bb4d177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380d7500-e042-4a28-87f8-50b947846e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:51:27.678207 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab710e9-ade2-4f03-a008-879d7f78b200 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:51:27.678776 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-47e371b0-cf23-4ed7-8ebe-1387c0b2a954 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:27.678931 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab710e9-ade2-4f03-a008-879d7f78b200 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:51:27.679375 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e371b0-cf23-4ed7-8ebe-1387c0b2a954 None None] Bound using segment: {'id': '5f9b4eda-9001-4473-8107-70664bb4d177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380d7500-e042-4a28-87f8-50b947846e60'} {{(pid=99485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:51:27.679609 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab710e9-ade2-4f03-a008-879d7f78b200 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:51:27.680178 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab710e9-ade2-4f03-a008-879d7f78b200 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:51:27.680394 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.managers [None req-47e371b0-cf23-4ed7-8ebe-1387c0b2a954 None None] Bound port: a848056c-fcc2-4ec8-a2d7-ad45327c5548, host: dv-cinder-726180-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f9b4eda-9001-4473-8107-70664bb4d177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380d7500-e042-4a28-87f8-50b947846e60'}}] {{(pid=99485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:51:27.681059 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab710e9-ade2-4f03-a008-879d7f78b200 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:51:27.681573 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab710e9-ade2-4f03-a008-879d7f78b200 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:51:27.681939 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-47e371b0-cf23-4ed7-8ebe-1387c0b2a954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:27.682846 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab710e9-ade2-4f03-a008-879d7f78b200 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:51:27.683403 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab710e9-ade2-4f03-a008-879d7f78b200 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:51:27.683996 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab710e9-ade2-4f03-a008-879d7f78b200 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:51:27.684801 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab710e9-ade2-4f03-a008-879d7f78b200 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:51:27.685295 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab710e9-ade2-4f03-a008-879d7f78b200 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:51:27.685799 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab710e9-ade2-4f03-a008-879d7f78b200 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:51:27.723130 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.provisioning_blocks [None req-d3697a7d-1bca-47c3-8ac5-58743837a2b9 admin admin] Transition to ACTIVE for port object ce2d1610-0d19-404c-be02-9296b07d1a72 will not be triggered until provisioned by entity DHCP. {{(pid=99483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:51:27.769485 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG oslo_concurrency.lockutils [None req-6ab710e9-ade2-4f03-a008-879d7f78b200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=99486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:27.782617 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-47e371b0-cf23-4ed7-8ebe-1387c0b2a954 None None] For port a848056c-fcc2-4ec8-a2d7-ad45327c5548, host dv-cinder-726180-9-iscsi, cleared binding levels {{(pid=99485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:51:27.787266 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-47e371b0-cf23-4ed7-8ebe-1387c0b2a954 None None] For port a848056c-fcc2-4ec8-a2d7-ad45327c5548, host dv-cinder-726180-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=a848056c-fcc2-4ec8-a2d7-ad45327c5548,segment=NetworkSegment(5f9b4eda-9001-4473-8107-70664bb4d177),segment_id=5f9b4eda-9001-4473-8107-70664bb4d177)] {{(pid=99485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:51:27.794479 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ede70ca-b374-4317-839c-a325501c7396 None None] Pushing event updated for resources: {'Port': ['ID=a848056c-fcc2-4ec8-a2d7-ad45327c5548,revision_number=2']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:27.802746 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-3ede70ca-b374-4317-839c-a325501c7396 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.827s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:27.821477 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f10851b-7656-488a-bd06-4ec960e83b0c admin admin] Network 04e422d8-d568-478b-9fdb-9a37bcb8fe6f is already hosted by enough agents. {{(pid=99484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:51:27.829254 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.base_scheduler [None req-6f10851b-7656-488a-bd06-4ec960e83b0c admin admin] Resources bound (agent type, host, resource id): {{(pid=99484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:51:27.858805 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.db [None req-f0bec80d-28ae-406a-8359-442da6c38a99 None None] For port 5e70f905-e006-4cd8-9f36-5b9a539d0ab2, host dv-cinder-726180-9-iscsi, cleared binding levels {{(pid=99486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:51:27.876266 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.db [None req-f0bec80d-28ae-406a-8359-442da6c38a99 None None] For port 5e70f905-e006-4cd8-9f36-5b9a539d0ab2, host dv-cinder-726180-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=5e70f905-e006-4cd8-9f36-5b9a539d0ab2,segment=NetworkSegment(5f9b4eda-9001-4473-8107-70664bb4d177),segment_id=5f9b4eda-9001-4473-8107-70664bb4d177)] {{(pid=99486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:51:27.911083 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-47e371b0-cf23-4ed7-8ebe-1387c0b2a954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:27.936092 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:27.972690 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-f0bec80d-28ae-406a-8359-442da6c38a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:27.975529 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:28.009899 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e371b0-cf23-4ed7-8ebe-1387c0b2a954 None None] Routers {'bbf2b376-2d35-44fe-8572-d52d456f99a7'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:51:28.011774 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-47e371b0-cf23-4ed7-8ebe-1387c0b2a954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:50:58Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['bbf2b376-2d35-44fe-8572-d52d456f99a7'], 'active': True} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:51:28.059224 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-d3697a7d-1bca-47c3-8ac5-58743837a2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-905456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763375065887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12282725'] for port, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:28.063988 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-30776c0f-b4e6-49a7-8e7e-f612052e3bf8 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:28.135967 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bec80d-28ae-406a-8359-442da6c38a99 None None] Routers {'ea5bc6ee-0ab3-46d9-b658-7d6240e37242'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:51:28.150539 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-f0bec80d-28ae-406a-8359-442da6c38a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:50:58Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['ea5bc6ee-0ab3-46d9-b658-7d6240e37242'], 'active': True} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:51:28.193357 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3697a7d-1bca-47c3-8ac5-58743837a2b9 admin admin] Network ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b is already hosted by enough agents. {{(pid=99483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:51:28.210543 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.base_scheduler [None req-d3697a7d-1bca-47c3-8ac5-58743837a2b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=99483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:51:28.225200 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3697a7d-1bca-47c3-8ac5-58743837a2b9 admin admin] Received port after_create {{(pid=99483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:51:28.309116 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3697a7d-1bca-47c3-8ac5-58743837a2b9 admin admin] Pushing event updated for resources: {'Port': ['ID=ce2d1610-0d19-404c-be02-9296b07d1a72,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:28.323672 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-d3697a7d-1bca-47c3-8ac5-58743837a2b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:28.352342 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ede70ca-b374-4317-839c-a325501c7396 None None] Pushing event updated for resources: {'Port': ['ID=a848056c-fcc2-4ec8-a2d7-ad45327c5548,revision_number=3']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:28.384697 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-3ede70ca-b374-4317-839c-a325501c7396 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:28.415236 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-d3697a7d-1bca-47c3-8ac5-58743837a2b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4033882'] for router_interface, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:28.454244 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab710e9-ade2-4f03-a008-879d7f78b200 None None] Pushing event updated for resources: {'Port': ['ID=5e70f905-e006-4cd8-9f36-5b9a539d0ab2,revision_number=3']} {{(pid=99486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:28.469765 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-48910463-a681-46f8-9c80-a528455064d2 None None] Provisioning complete for port 3bda3e35-d570-4983-bfdb-0093c9014560 triggered by entity DHCP. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:51:28.469765 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-48910463-a681-46f8-9c80-a528455064d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:28.470651 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG oslo_concurrency.lockutils [None req-6ab710e9-ade2-4f03-a008-879d7f78b200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=99486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:28.546239 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvr_db [None req-f0bec80d-28ae-406a-8359-442da6c38a99 None None] Set router ea5bc6ee-0ab3-46d9-b658-7d6240e37242 gateway port host: dv-cinder-726180-9-iscsi {{(pid=99486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:51:28.558514 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvr_db [None req-47e371b0-cf23-4ed7-8ebe-1387c0b2a954 None None] Set router bbf2b376-2d35-44fe-8572-d52d456f99a7 gateway port host: dv-cinder-726180-9-iscsi {{(pid=99485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:51:28.568842 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f10851b-7656-488a-bd06-4ec960e83b0c admin admin] Router bbf2b376-2d35-44fe-8572-d52d456f99a7 has already been hosted by L3 agent 1c008f53-dbc2-48c1-a123-31b869a31df2 {{(pid=99484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 14:51:28.833154 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-48910463-a681-46f8-9c80-a528455064d2 None None] Port 3bda3e35-d570-4983-bfdb-0093c9014560 cannot update to ACTIVE because it is not bound. {{(pid=99485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 14:51:28.902541 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f10851b-7656-488a-bd06-4ec960e83b0c admin admin] Notify agent at l3_agent.dv-cinder-726180-9-iscsi the message routers_updated {{(pid=99484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 14:51:28.923781 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-6f10851b-7656-488a-bd06-4ec960e83b0c admin admin] 10.222.0.55 "PUT /v2.0/routers/bbf2b376-2d35-44fe-8572-d52d456f99a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4425235 Jun 14 14:51:28.923781 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183fe72d-5c22-432f-8ca2-d7eaf95eacec req-7cdb9556-e0b0-42ca-904d-1409c7ab37ea tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:28.926274 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-183fe72d-5c22-432f-8ca2-d7eaf95eacec req-7cdb9556-e0b0-42ca-904d-1409c7ab37ea tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 944 time: 0.4274170 Jun 14 14:51:28.977811 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-5178acc8-04ac-41c9-86f1-3effcfcb2f82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:29.025322 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-183fe72d-5c22-432f-8ca2-d7eaf95eacec req-f503c91c-e44e-4238-9440-f3263cae8e74 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896056 Jun 14 14:51:29.108214 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:29.239778 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-f0bec80d-28ae-406a-8359-442da6c38a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea5bc6ee-0ab3-46d9-b658-7d6240e37242', 'name': 'tempest-TestShelveInstance-385717493-router', 'tenant_id': '8730e6a0fdc54b92a4e0d83a015c460a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '5e70f905-e006-4cd8-9f36-5b9a539d0ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:51:19Z', 'updated_at': '2021-06-14T14:51:23Z', 'revision_number': 3, 'project_id': '8730e6a0fdc54b92a4e0d83a015c460a', 'gw_port': {'id': '5e70f905-e006-4cd8-9f36-5b9a539d0ab2', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f2:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea5bc6ee-0ab3-46d9-b658-7d6240e37242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:51:21Z', 'updated_at': '2021-06-14T14:51:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi'}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:51:29.242697 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-db7e25c0-cfe9-43db-90d3-37dbc0943ec3 None None] Provisioning for port ce2d1610-0d19-404c-be02-9296b07d1a72 completed by entity DHCP. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:51:29.250186 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-d3697a7d-1bca-47c3-8ac5-58743837a2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:29.253659 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-db7e25c0-cfe9-43db-90d3-37dbc0943ec3 None None] Provisioning complete for port ce2d1610-0d19-404c-be02-9296b07d1a72 triggered by entity DHCP. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:51:29.253659 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-db7e25c0-cfe9-43db-90d3-37dbc0943ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:29.253908 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bec80d-28ae-406a-8359-442da6c38a99 None None] The sync data for ids ['ea5bc6ee-0ab3-46d9-b658-7d6240e37242'] in dv-cinder-726180-9-iscsi is: [{'id': 'ea5bc6ee-0ab3-46d9-b658-7d6240e37242', 'name': 'tempest-TestShelveInstance-385717493-router', 'tenant_id': '8730e6a0fdc54b92a4e0d83a015c460a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '5e70f905-e006-4cd8-9f36-5b9a539d0ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:51:19Z', 'updated_at': '2021-06-14T14:51:23Z', 'revision_number': 3, 'project_id': '8730e6a0fdc54b92a4e0d83a015c460a', 'gw_port': {'id': '5e70f905-e006-4cd8-9f36-5b9a539d0ab2', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f2:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea5bc6ee-0ab3-46d9-b658-7d6240e37242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:51:21Z', 'updated_at': '2021-06-14T14:51:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi'}] {{(pid=99486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 14:51:29.333569 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-db7e25c0-cfe9-43db-90d3-37dbc0943ec3 None None] Port ce2d1610-0d19-404c-be02-9296b07d1a72 cannot update to ACTIVE because it is not bound. {{(pid=99485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 14:51:29.348263 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-47e371b0-cf23-4ed7-8ebe-1387c0b2a954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf2b376-2d35-44fe-8572-d52d456f99a7', 'name': 'tempest-TestMinimumBasicScenario-738783498-router', 'tenant_id': 'eb3b0bac7b7d45c998f69dfce00cbc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': 'a848056c-fcc2-4ec8-a2d7-ad45327c5548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:51:18Z', 'updated_at': '2021-06-14T14:51:26Z', 'revision_number': 4, 'project_id': 'eb3b0bac7b7d45c998f69dfce00cbc95', 'gw_port': {'id': 'a848056c-fcc2-4ec8-a2d7-ad45327c5548', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:35:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbf2b376-2d35-44fe-8572-d52d456f99a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:51:19Z', 'updated_at': '2021-06-14T14:51:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_interfaces': [{'id': '3bda3e35-d570-4983-bfdb-0093c9014560', 'name': '', 'network_id': '04e422d8-d568-478b-9fdb-9a37bcb8fe6f', 'tenant_id': 'eb3b0bac7b7d45c998f69dfce00cbc95', 'mac_address': 'fa:16:3e:b7:a2:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbf2b376-2d35-44fe-8572-d52d456f99a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '0cf39583-af2e-4c02-b7c9-789941507629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:51:24Z', 'updated_at': '2021-06-14T14:51:26Z', 'revision_number': 2, 'project_id': 'eb3b0bac7b7d45c998f69dfce00cbc95', 'subnets': [{'id': '0cf39583-af2e-4c02-b7c9-789941507629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:51:29.352695 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e371b0-cf23-4ed7-8ebe-1387c0b2a954 None None] The sync data for ids ['bbf2b376-2d35-44fe-8572-d52d456f99a7'] in dv-cinder-726180-9-iscsi is: [{'id': 'bbf2b376-2d35-44fe-8572-d52d456f99a7', 'name': 'tempest-TestMinimumBasicScenario-738783498-router', 'tenant_id': 'eb3b0bac7b7d45c998f69dfce00cbc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': 'a848056c-fcc2-4ec8-a2d7-ad45327c5548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:51:18Z', 'updated_at': '2021-06-14T14:51:26Z', 'revision_number': 4, 'project_id': 'eb3b0bac7b7d45c998f69dfce00cbc95', 'gw_port': {'id': 'a848056c-fcc2-4ec8-a2d7-ad45327c5548', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:35:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbf2b376-2d35-44fe-8572-d52d456f99a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:51:19Z', 'updated_at': '2021-06-14T14:51:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_interfaces': [{'id': '3bda3e35-d570-4983-bfdb-0093c9014560', 'name': '', 'network_id': '04e422d8-d568-478b-9fdb-9a37bcb8fe6f', 'tenant_id': 'eb3b0bac7b7d45c998f69dfce00cbc95', 'mac_address': 'fa:16:3e:b7:a2:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbf2b376-2d35-44fe-8572-d52d456f99a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '0cf39583-af2e-4c02-b7c9-789941507629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:51:24Z', 'updated_at': '2021-06-14T14:51:26Z', 'revision_number': 2, 'project_id': 'eb3b0bac7b7d45c998f69dfce00cbc95', 'subnets': [{'id': '0cf39583-af2e-4c02-b7c9-789941507629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 14:51:29.580752 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-d3697a7d-1bca-47c3-8ac5-58743837a2b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:29.712264 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-d3697a7d-1bca-47c3-8ac5-58743837a2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282715'] for port, after_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:29.735852 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-361542d2-2d7c-4cd5-a105-1491bc56ca68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:29.738540 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-fac6794f-d54e-43a2-84ad-332974bc6d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:29.981937 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3697a7d-1bca-47c3-8ac5-58743837a2b9 admin admin] Pushing event updated for resources: {'Port': ['ID=ce2d1610-0d19-404c-be02-9296b07d1a72,revision_number=2']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:29.992456 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-d3697a7d-1bca-47c3-8ac5-58743837a2b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:29.994020 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-d3697a7d-1bca-47c3-8ac5-58743837a2b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4033998'] for router_interface, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:30.229244 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3697a7d-1bca-47c3-8ac5-58743837a2b9 admin admin] Network ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b is already hosted by enough agents. {{(pid=99483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:51:30.233912 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.base_scheduler [None req-d3697a7d-1bca-47c3-8ac5-58743837a2b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=99483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:51:30.654879 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05916e8-2186-4d8c-b963-1df2c29dd770 req-0ec86162-1ac5-488f-96e6-143d2e611b40 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:30.669544 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:30.685117 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-b05916e8-2186-4d8c-b963-1df2c29dd770 req-0ec86162-1ac5-488f-96e6-143d2e611b40 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 944 time: 0.2943301 Jun 14 14:51:30.826424 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-b05916e8-2186-4d8c-b963-1df2c29dd770 req-53f40f63-d68a-454d-bdf2-a3a57cddd5ed tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360636 Jun 14 14:51:30.935255 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-a580718b-5719-4347-a468-237094773f4b None None] Provisioning complete for port ce2d1610-0d19-404c-be02-9296b07d1a72 triggered by entity DHCP. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:51:30.936207 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-a580718b-5719-4347-a468-237094773f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:30.946640 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3697a7d-1bca-47c3-8ac5-58743837a2b9 admin admin] Router ea5bc6ee-0ab3-46d9-b658-7d6240e37242 has already been hosted by L3 agent 1c008f53-dbc2-48c1-a123-31b869a31df2 {{(pid=99483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 14:51:30.992797 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 35522) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:51:31.000619 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.v2.base [None req-0cddba0b-1f4c-4144-88d4-124d0168da85 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-452765556-network', 'tenant_id': '30c373c90f4644729025c0cef752dbd0'}} {{(pid=99484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:51:31.088954 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-a580718b-5719-4347-a468-237094773f4b None None] Port ce2d1610-0d19-404c-be02-9296b07d1a72 cannot update to ACTIVE because it is not bound. {{(pid=99485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 14:51:31.200478 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cddba0b-1f4c-4144-88d4-124d0168da85 admin admin] Made reservation on behalf of 30c373c90f4644729025c0cef752dbd0 for: {'network': 1} {{(pid=99484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:51:31.203341 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-0cddba0b-1f4c-4144-88d4-124d0168da85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905267'] for network, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:31.235896 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-0cddba0b-1f4c-4144-88d4-124d0168da85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:31.443920 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device 5e70f905-e006-4cd8-9f36-5b9a539d0ab2 up at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:51:31.488576 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3697a7d-1bca-47c3-8ac5-58743837a2b9 admin admin] Notify agent at l3_agent.dv-cinder-726180-9-iscsi the message routers_updated {{(pid=99483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 14:51:31.502946 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-39b4335d-7f90-4c96-ac82-c584c202a69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:31.509935 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-d3697a7d-1bca-47c3-8ac5-58743837a2b9 admin admin] 10.222.0.55 "PUT /v2.0/routers/ea5bc6ee-0ab3-46d9-b658-7d6240e37242/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2077963 Jun 14 14:51:31.572361 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-0cddba0b-1f4c-4144-88d4-124d0168da85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:31.634813 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning for port 5e70f905-e006-4cd8-9f36-5b9a539d0ab2 completed by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:51:31.639690 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning complete for port 5e70f905-e006-4cd8-9f36-5b9a539d0ab2 triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:51:31.640114 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:31.716471 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-0cddba0b-1f4c-4144-88d4-124d0168da85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:31.719893 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-ff37ac8c-9ad3-42bd-9c30-d1a81bfd653e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:31.759347 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cddba0b-1f4c-4144-88d4-124d0168da85 admin admin] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=99484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 14:51:31.763164 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:31.771738 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cddba0b-1f4c-4144-88d4-124d0168da85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a42818b-a635-4e16-9368-5a250a9a65f6,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:31.790614 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-0cddba0b-1f4c-4144-88d4-124d0168da85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:31.814642 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-0cddba0b-1f4c-4144-88d4-124d0168da85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-914478'] for segment, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:31.815329 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.db.segments_db [None req-0cddba0b-1f4c-4144-88d4-124d0168da85 admin admin] Added segment dbb6439c-5595-4163-b868-05e852ccb04d of type vlan for network 0d8e9e38-8b46-4c67-9b20-7a353c87d77d Jun 14 14:51:31.833589 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] For port 5e70f905-e006-4cd8-9f36-5b9a539d0ab2, host dv-cinder-726180-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=5e70f905-e006-4cd8-9f36-5b9a539d0ab2,segment=NetworkSegment(5f9b4eda-9001-4473-8107-70664bb4d177),segment_id=5f9b4eda-9001-4473-8107-70664bb4d177)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:51:31.887339 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:31.888343 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-0cddba0b-1f4c-4144-88d4-124d0168da85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763375052454'] for network, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:31.892748 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-3ede70ca-b374-4317-839c-a325501c7396 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:31.989219 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Pushing event updated for resources: {'Port': ['ID=5e70f905-e006-4cd8-9f36-5b9a539d0ab2,revision_number=4']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:31.992900 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:32.063325 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-0cddba0b-1f4c-4144-88d4-124d0168da85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255'] for network, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:32.064925 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cddba0b-1f4c-4144-88d4-124d0168da85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:32.065517 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-0cddba0b-1f4c-4144-88d4-124d0168da85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699218'] for network, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:32.067779 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-c380ec6a-f193-416b-a4e6-d0d4a75da719 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:32.170433 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cddba0b-1f4c-4144-88d4-124d0168da85 admin admin] Pushing event updated for resources: {'Network': ['ID=0d8e9e38-8b46-4c67-9b20-7a353c87d77d,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:32.174541 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-0cddba0b-1f4c-4144-88d4-124d0168da85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:32.188127 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Network 0d8e9e38-8b46-4c67-9b20-7a353c87d77d details requested by agent ovs-agent-dv-cinder-726180-9-iscsi with host dv-cinder-726180-9-iscsi {{(pid=99485) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 14:51:32.226356 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-0cddba0b-1f4c-4144-88d4-124d0168da85 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2321558 Jun 14 14:51:32.229309 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 35534) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:51:32.234880 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.v2.base [None req-994de63b-e915-4f4f-ba8c-455f4ffaed4d admin admin] Request body: {'subnet': {'network_id': '0d8e9e38-8b46-4c67-9b20-7a353c87d77d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-452765556-subnet', 'tenant_id': '30c373c90f4644729025c0cef752dbd0', 'ip_version': 4}} {{(pid=99484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:51:32.255504 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd894106-94cf-4311-8a13-00e01cf9b632 req-501bdc51-7442-4596-8713-6e36996b4ce1 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:32.257086 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-cd894106-94cf-4311-8a13-00e01cf9b632 req-501bdc51-7442-4596-8713-6e36996b4ce1 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 944 time: 0.1559312 Jun 14 14:51:32.328404 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-cd894106-94cf-4311-8a13-00e01cf9b632 req-bae56e00-26ce-4808-bd61-b3879adf7a7f tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565267 Jun 14 14:51:32.435554 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-994de63b-e915-4f4f-ba8c-455f4ffaed4d admin admin] Made reservation on behalf of 30c373c90f4644729025c0cef752dbd0 for: {'subnet': 1} {{(pid=99484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:51:32.439721 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-994de63b-e915-4f4f-ba8c-455f4ffaed4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12540677'] for subnet, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:32.762779 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 35546) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:51:32.769299 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.v2.base [None req-c6dd0982-2776-4d52-b738-4d128ed36930 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1702144095-network', 'tenant_id': '772b08af9d3445aa97ea6623f8339ce1'}} {{(pid=99483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:51:32.892539 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6dd0982-2776-4d52-b738-4d128ed36930 admin admin] Made reservation on behalf of 772b08af9d3445aa97ea6623f8339ce1 for: {'network': 1} {{(pid=99483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:51:32.896713 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-c6dd0982-2776-4d52-b738-4d128ed36930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905267'] for network, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:32.921280 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-c6dd0982-2776-4d52-b738-4d128ed36930 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:32.999968 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f25fb68-91a7-4553-94e1-4cbb2c8f5a64 None None] Sync routers for ids ['ea5bc6ee-0ab3-46d9-b658-7d6240e37242'] in dv-cinder-726180-9-iscsi {{(pid=99485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 14:51:33.046282 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f25fb68-91a7-4553-94e1-4cbb2c8f5a64 None None] Routers {'ea5bc6ee-0ab3-46d9-b658-7d6240e37242'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:51:33.046282 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-2f25fb68-91a7-4553-94e1-4cbb2c8f5a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:51:28Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['ea5bc6ee-0ab3-46d9-b658-7d6240e37242'], 'active': True} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:51:33.106427 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-c6dd0982-2776-4d52-b738-4d128ed36930 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:33.218535 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-994de63b-e915-4f4f-ba8c-455f4ffaed4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12089804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12540691'] for subnet, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:33.231592 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-1eb12f56-0b80-479d-b2f1-eb09667fdfab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:33.232377 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device 5e70f905-e006-4cd8-9f36-5b9a539d0ab2 up at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:51:33.252826 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-c6dd0982-2776-4d52-b738-4d128ed36930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:33.259773 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-07a86f9c-cfdf-4ad3-862b-7f2bbaa216d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:33.291090 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvr_db [None req-2f25fb68-91a7-4553-94e1-4cbb2c8f5a64 None None] Set router ea5bc6ee-0ab3-46d9-b658-7d6240e37242 gateway port host: dv-cinder-726180-9-iscsi {{(pid=99485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:51:33.304360 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6dd0982-2776-4d52-b738-4d128ed36930 admin admin] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=99483) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 14:51:33.341987 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994de63b-e915-4f4f-ba8c-455f4ffaed4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e4a723b-704b-4e8f-b0d9-8b18b6b89427,revision_number=0']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:33.343075 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dd0982-2776-4d52-b738-4d128ed36930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f22db800-1d36-4c62-91a7-1d286340ef07,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:33.345125 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-994de63b-e915-4f4f-ba8c-455f4ffaed4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:33.349252 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-c6dd0982-2776-4d52-b738-4d128ed36930 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:33.351493 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-c6dd0982-2776-4d52-b738-4d128ed36930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-914478'] for segment, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:33.352286 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.db.segments_db [None req-c6dd0982-2776-4d52-b738-4d128ed36930 admin admin] Added segment dea26d5b-22bf-4796-94cf-154a199b82de of type vlan for network bdfff43c-22ec-4829-bcac-ad96c95618a2 Jun 14 14:51:33.353662 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994de63b-e915-4f4f-ba8c-455f4ffaed4d admin admin] Checking segment: {'id': 'dbb6439c-5595-4163-b868-05e852ccb04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '0d8e9e38-8b46-4c67-9b20-7a353c87d77d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:51:33.354487 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994de63b-e915-4f4f-ba8c-455f4ffaed4d admin admin] Network hostable DHCP agents. Network: 0d8e9e38-8b46-4c67-9b20-7a353c87d77d, hostable agents: ['93423e1b-8ac2-4abf-ba8c-2bf2a6ff74d8'], hosted agents: [] {{(pid=99484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 14:51:33.411736 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87547ec-30ee-47b1-827d-693c8e86ca5c None None] Sync routers for ids ['bbf2b376-2d35-44fe-8572-d52d456f99a7'] in dv-cinder-726180-9-iscsi {{(pid=99486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 14:51:33.432408 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87547ec-30ee-47b1-827d-693c8e86ca5c None None] Routers {'bbf2b376-2d35-44fe-8572-d52d456f99a7'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:51:33.433617 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-d87547ec-30ee-47b1-827d-693c8e86ca5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:51:28Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['bbf2b376-2d35-44fe-8572-d52d456f99a7'], 'active': True} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:51:33.434884 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning complete for port 5e70f905-e006-4cd8-9f36-5b9a539d0ab2 triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:51:33.435430 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:33.475756 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-c6dd0982-2776-4d52-b738-4d128ed36930 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763375052454'] for network, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:33.509601 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994de63b-e915-4f4f-ba8c-455f4ffaed4d admin admin] Network 0d8e9e38-8b46-4c67-9b20-7a353c87d77d is scheduled to be hosted by DHCP agent 93423e1b-8ac2-4abf-ba8c-2bf2a6ff74d8 with binding_index 1 {{(pid=99484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 14:51:33.612093 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-c6dd0982-2776-4d52-b738-4d128ed36930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255'] for network, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:33.614003 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6dd0982-2776-4d52-b738-4d128ed36930 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:33.614810 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-c6dd0982-2776-4d52-b738-4d128ed36930 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699218'] for network, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:33.626759 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:33.631475 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da29e9ab-db5d-470e-bb9b-639d5590d0cf req-15dc0796-c4cd-4353-9378-d2986b8fbe0f tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:33.649611 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-da29e9ab-db5d-470e-bb9b-639d5590d0cf req-15dc0796-c4cd-4353-9378-d2986b8fbe0f tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 944 time: 0.1335070 Jun 14 14:51:33.656239 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.base_scheduler [None req-994de63b-e915-4f4f-ba8c-455f4ffaed4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-726180-9-iscsi, 0d8e9e38-8b46-4c67-9b20-7a353c87d77d) {{(pid=99484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:51:33.675022 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee723576-ebbf-469c-b881-2f28e6e5a752 None None] Network 0d8e9e38-8b46-4c67-9b20-7a353c87d77d requested from dv-cinder-726180-9-iscsi {{(pid=99485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:51:33.721680 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-c6dd0982-2776-4d52-b738-4d128ed36930 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9574318 Jun 14 14:51:33.725735 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 35552) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:51:33.733176 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.v2.base [None req-39a7aa26-9ffd-40b1-9fc4-3ec53dbf247d admin admin] Request body: {'subnet': {'network_id': 'bdfff43c-22ec-4829-bcac-ad96c95618a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1702144095-subnet', 'tenant_id': '772b08af9d3445aa97ea6623f8339ce1', 'ip_version': 4}} {{(pid=99483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:51:33.736968 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dd0982-2776-4d52-b738-4d128ed36930 admin admin] Pushing event updated for resources: {'Network': ['ID=bdfff43c-22ec-4829-bcac-ad96c95618a2,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:33.740928 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-c6dd0982-2776-4d52-b738-4d128ed36930 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:33.782152 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-da29e9ab-db5d-470e-bb9b-639d5590d0cf req-b6633fb1-732a-437f-b2c6-5d1fa7ca1132 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130826 Jun 14 14:51:33.785038 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994de63b-e915-4f4f-ba8c-455f4ffaed4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:33.792059 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Network bdfff43c-22ec-4829-bcac-ad96c95618a2 details requested by agent ovs-agent-dv-cinder-726180-9-iscsi with host dv-cinder-726180-9-iscsi {{(pid=99485) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 14:51:33.792466 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-994de63b-e915-4f4f-ba8c-455f4ffaed4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:33.811451 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvr_db [None req-d87547ec-30ee-47b1-827d-693c8e86ca5c None None] Set router bbf2b376-2d35-44fe-8572-d52d456f99a7 gateway port host: dv-cinder-726180-9-iscsi {{(pid=99486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:51:33.846541 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a7aa26-9ffd-40b1-9fc4-3ec53dbf247d admin admin] Made reservation on behalf of 772b08af9d3445aa97ea6623f8339ce1 for: {'subnet': 1} {{(pid=99483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:51:33.850434 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-39a7aa26-9ffd-40b1-9fc4-3ec53dbf247d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12396999'] for subnet, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:33.982685 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 35554) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:51:33.983527 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-994de63b-e915-4f4f-ba8c-455f4ffaed4d admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7520785 Jun 14 14:51:33.993570 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.v2.base [None req-ddb56131-8576-46c9-a865-0bcd5f41c4d5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-452765556-router', 'tenant_id': '30c373c90f4644729025c0cef752dbd0', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60'}}} {{(pid=99483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:51:34.127168 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device a848056c-fcc2-4ec8-a2d7-ad45327c5548 up at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:51:34.190479 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-ddb56131-8576-46c9-a865-0bcd5f41c4d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4031657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60692'] for router, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:34.191852 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-ddb56131-8576-46c9-a865-0bcd5f41c4d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4031694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4046296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4029127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60911'] for router, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:34.246390 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-2f25fb68-91a7-4553-94e1-4cbb2c8f5a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea5bc6ee-0ab3-46d9-b658-7d6240e37242', 'name': 'tempest-TestShelveInstance-385717493-router', 'tenant_id': '8730e6a0fdc54b92a4e0d83a015c460a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '5e70f905-e006-4cd8-9f36-5b9a539d0ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:51:19Z', 'updated_at': '2021-06-14T14:51:28Z', 'revision_number': 4, 'project_id': '8730e6a0fdc54b92a4e0d83a015c460a', 'gw_port': {'id': '5e70f905-e006-4cd8-9f36-5b9a539d0ab2', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea5bc6ee-0ab3-46d9-b658-7d6240e37242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:51:21Z', 'updated_at': '2021-06-14T14:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_interfaces': [{'id': 'ce2d1610-0d19-404c-be02-9296b07d1a72', 'name': '', 'network_id': 'ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b', 'tenant_id': '8730e6a0fdc54b92a4e0d83a015c460a', 'mac_address': 'fa:16:3e:b0:11:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea5bc6ee-0ab3-46d9-b658-7d6240e37242', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'e340e8c9-7a51-4312-92aa-f88338355222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:51:26Z', 'updated_at': '2021-06-14T14:51:29Z', 'revision_number': 2, 'project_id': '8730e6a0fdc54b92a4e0d83a015c460a', 'subnets': [{'id': 'e340e8c9-7a51-4312-92aa-f88338355222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:51:34.255946 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f25fb68-91a7-4553-94e1-4cbb2c8f5a64 None None] Checking router: ea5bc6ee-0ab3-46d9-b658-7d6240e37242 for host: dv-cinder-726180-9-iscsi {{(pid=99485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 14:51:34.256343 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f25fb68-91a7-4553-94e1-4cbb2c8f5a64 None None] Updating router ea5bc6ee-0ab3-46d9-b658-7d6240e37242 port ce2d1610-0d19-404c-be02-9296b07d1a72 binding host dv-cinder-726180-9-iscsi {{(pid=99485) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 14:51:34.263415 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1bd7d8-8ed2-40a9-9dc8-ac40460cf76d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp167513b8-b081-5ae1-a2b9-ace1867507b7-0d8e9e38-8b46-4c67-9b20-7a353c87d77d', 'network_id': '0d8e9e38-8b46-4c67-9b20-7a353c87d77d', 'tenant_id': '30c373c90f4644729025c0cef752dbd0', 'fixed_ips': [{'subnet_id': '9e4a723b-704b-4e8f-b0d9-8b18b6b89427'}]}} from dv-cinder-726180-9-iscsi. {{(pid=99485) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 14 14:51:34.264315 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-fe1bd7d8-8ed2-40a9-9dc8-ac40460cf76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905267'] for port, before_create {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:34.288504 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-39a7aa26-9ffd-40b1-9fc4-3ec53dbf247d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12282325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12397009'] for subnet, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:34.296681 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-ddb56131-8576-46c9-a865-0bcd5f41c4d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:34.297714 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:34.326779 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-2f25fb68-91a7-4553-94e1-4cbb2c8f5a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:34.403209 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a7aa26-9ffd-40b1-9fc4-3ec53dbf247d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4d72ab0-46e8-4b45-a622-ca8d45653a69,revision_number=0']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:34.410659 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-39a7aa26-9ffd-40b1-9fc4-3ec53dbf247d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:34.415129 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a7aa26-9ffd-40b1-9fc4-3ec53dbf247d admin admin] Checking segment: {'id': 'dea26d5b-22bf-4796-94cf-154a199b82de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'bdfff43c-22ec-4829-bcac-ad96c95618a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:51:34.420744 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a7aa26-9ffd-40b1-9fc4-3ec53dbf247d admin admin] Network hostable DHCP agents. Network: bdfff43c-22ec-4829-bcac-ad96c95618a2, hostable agents: ['93423e1b-8ac2-4abf-ba8c-2bf2a6ff74d8'], hosted agents: [] {{(pid=99483) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 14:51:34.421318 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning for port a848056c-fcc2-4ec8-a2d7-ad45327c5548 completed by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:51:34.455353 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-d87547ec-30ee-47b1-827d-693c8e86ca5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf2b376-2d35-44fe-8572-d52d456f99a7', 'name': 'tempest-TestMinimumBasicScenario-738783498-router', 'tenant_id': 'eb3b0bac7b7d45c998f69dfce00cbc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': 'a848056c-fcc2-4ec8-a2d7-ad45327c5548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:51:18Z', 'updated_at': '2021-06-14T14:51:26Z', 'revision_number': 4, 'project_id': 'eb3b0bac7b7d45c998f69dfce00cbc95', 'gw_port': {'id': 'a848056c-fcc2-4ec8-a2d7-ad45327c5548', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:35:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbf2b376-2d35-44fe-8572-d52d456f99a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:51:19Z', 'updated_at': '2021-06-14T14:51:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_interfaces': [{'id': '3bda3e35-d570-4983-bfdb-0093c9014560', 'name': '', 'network_id': '04e422d8-d568-478b-9fdb-9a37bcb8fe6f', 'tenant_id': 'eb3b0bac7b7d45c998f69dfce00cbc95', 'mac_address': 'fa:16:3e:b7:a2:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbf2b376-2d35-44fe-8572-d52d456f99a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '0cf39583-af2e-4c02-b7c9-789941507629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:51:24Z', 'updated_at': '2021-06-14T14:51:26Z', 'revision_number': 2, 'project_id': 'eb3b0bac7b7d45c998f69dfce00cbc95', 'subnets': [{'id': '0cf39583-af2e-4c02-b7c9-789941507629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:51:34.460223 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning complete for port a848056c-fcc2-4ec8-a2d7-ad45327c5548 triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:51:34.460606 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:34.461586 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87547ec-30ee-47b1-827d-693c8e86ca5c None None] Checking router: bbf2b376-2d35-44fe-8572-d52d456f99a7 for host: dv-cinder-726180-9-iscsi {{(pid=99486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 14:51:34.462016 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87547ec-30ee-47b1-827d-693c8e86ca5c None None] Updating router bbf2b376-2d35-44fe-8572-d52d456f99a7 port 3bda3e35-d570-4983-bfdb-0093c9014560 binding host dv-cinder-726180-9-iscsi {{(pid=99486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 14:51:34.514695 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-d87547ec-30ee-47b1-827d-693c8e86ca5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:34.606052 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a7aa26-9ffd-40b1-9fc4-3ec53dbf247d admin admin] Network bdfff43c-22ec-4829-bcac-ad96c95618a2 is scheduled to be hosted by DHCP agent 93423e1b-8ac2-4abf-ba8c-2bf2a6ff74d8 with binding_index 1 {{(pid=99483) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 14:51:34.659847 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.db_base_plugin_common [None req-fe1bd7d8-8ed2-40a9-9dc8-ac40460cf76d None None] Allocated IP 172.20.0.2 (0d8e9e38-8b46-4c67-9b20-7a353c87d77d/9e4a723b-704b-4e8f-b0d9-8b18b6b89427/fa88107f-f902-4db8-a244-ff45dc8cedbc) {{(pid=99485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:51:34.752706 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.base_scheduler [None req-39a7aa26-9ffd-40b1-9fc4-3ec53dbf247d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-726180-9-iscsi, bdfff43c-22ec-4829-bcac-ad96c95618a2) {{(pid=99483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:51:34.761003 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a7aa26-9ffd-40b1-9fc4-3ec53dbf247d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:34.761003 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-39a7aa26-9ffd-40b1-9fc4-3ec53dbf247d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699218'] for subnet, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:34.768109 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-ddb56131-8576-46c9-a865-0bcd5f41c4d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4046279', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4031675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60921'] for router, precommit_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:34.855484 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0781d0a2-22a1-46a9-84d0-e9b99af06133 None None] Network bdfff43c-22ec-4829-bcac-ad96c95618a2 requested from dv-cinder-726180-9-iscsi {{(pid=99485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:51:34.968667 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:35.002779 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 35560) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:51:35.003362 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-39a7aa26-9ffd-40b1-9fc4-3ec53dbf247d admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2752299 Jun 14 14:51:35.010773 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.v2.base [None req-0bc61f67-aba2-48d7-961b-65dd0877f481 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1702144095-router', 'tenant_id': '772b08af9d3445aa97ea6623f8339ce1', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60'}}} {{(pid=99484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:51:35.074832 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-d87547ec-30ee-47b1-827d-693c8e86ca5c None None] Notify callbacks [] for port, precommit_update {{(pid=99486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:35.089353 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.provisioning_blocks [None req-d87547ec-30ee-47b1-827d-693c8e86ca5c None None] Transition to ACTIVE for port object 3bda3e35-d570-4983-bfdb-0093c9014560 will not be triggered until provisioned by entity L2. {{(pid=99486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:51:35.159219 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-2f25fb68-91a7-4553-94e1-4cbb2c8f5a64 None None] Notify callbacks [] for port, precommit_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:35.167273 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-0bc61f67-aba2-48d7-961b-65dd0877f481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4031657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60692'] for router, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:35.168320 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-0bc61f67-aba2-48d7-961b-65dd0877f481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4031694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4046296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4029127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60911'] for router, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:35.217939 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] For port a848056c-fcc2-4ec8-a2d7-ad45327c5548, host dv-cinder-726180-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=a848056c-fcc2-4ec8-a2d7-ad45327c5548,segment=NetworkSegment(5f9b4eda-9001-4473-8107-70664bb4d177),segment_id=5f9b4eda-9001-4473-8107-70664bb4d177)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:51:35.219365 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-2f25fb68-91a7-4553-94e1-4cbb2c8f5a64 None None] Transition to ACTIVE for port object ce2d1610-0d19-404c-be02-9296b07d1a72 will not be triggered until provisioned by entity L2. {{(pid=99485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:51:35.234649 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-d87547ec-30ee-47b1-827d-693c8e86ca5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:35.237375 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:35.294103 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-0bc61f67-aba2-48d7-961b-65dd0877f481 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:35.339576 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac7bcaf-c70f-4f83-95d0-d224d354701a req-dd1e77fc-2e4b-4003-89fb-1046464bff96 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:35.341301 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-8ac7bcaf-c70f-4f83-95d0-d224d354701a req-dd1e77fc-2e4b-4003-89fb-1046464bff96 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 944 time: 0.2415519 Jun 14 14:51:35.351731 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:35.371282 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:35.377240 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf325e1-c88b-4ce9-94d8-7d326847583f None None] Pushing event updated for resources: {'Port': ['ID=3bda3e35-d570-4983-bfdb-0093c9014560,revision_number=3']} {{(pid=99486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:35.384395 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG oslo_concurrency.lockutils [None req-acf325e1-c88b-4ce9-94d8-7d326847583f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=99486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:35.410270 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-2f25fb68-91a7-4553-94e1-4cbb2c8f5a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:35.475883 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.managers [None req-d87547ec-30ee-47b1-827d-693c8e86ca5c None None] Attempting to bind port 3bda3e35-d570-4983-bfdb-0093c9014560 on host dv-cinder-726180-9-iscsi for vnic_type normal with profile {{(pid=99486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:51:35.476718 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.managers [None req-d87547ec-30ee-47b1-827d-693c8e86ca5c None None] Attempting to bind port 3bda3e35-d570-4983-bfdb-0093c9014560 by drivers openvswitch,hyperv on host dv-cinder-726180-9-iscsi at level 0 using segments [{'id': '0c110fe6-a787-4f20-a180-21ac650dc6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '04e422d8-d568-478b-9fdb-9a37bcb8fe6f'}] {{(pid=99486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:51:35.476718 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87547ec-30ee-47b1-827d-693c8e86ca5c None None] Attempting to bind port 3bda3e35-d570-4983-bfdb-0093c9014560 on network 04e422d8-d568-478b-9fdb-9a37bcb8fe6f {{(pid=99486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:51:35.482394 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-fe1bd7d8-8ed2-40a9-9dc8-ac40460cf76d None None] Notify callbacks [] for port, precommit_create {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:35.482629 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87547ec-30ee-47b1-827d-693c8e86ca5c None None] Checking agent: {'id': 'e183279c-24ea-4296-8522-436b00f0c0a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-726180-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 38, 29), 'started_at': datetime.datetime(2021, 6, 14, 14, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-726180-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:51:35.482857 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87547ec-30ee-47b1-827d-693c8e86ca5c None None] Checking segment: {'id': '0c110fe6-a787-4f20-a180-21ac650dc6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '04e422d8-d568-478b-9fdb-9a37bcb8fe6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:51:35.483223 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-d87547ec-30ee-47b1-827d-693c8e86ca5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:35.483614 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87547ec-30ee-47b1-827d-693c8e86ca5c None None] Bound using segment: {'id': '0c110fe6-a787-4f20-a180-21ac650dc6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '04e422d8-d568-478b-9fdb-9a37bcb8fe6f'} {{(pid=99486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:51:35.484516 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.managers [None req-d87547ec-30ee-47b1-827d-693c8e86ca5c None None] Bound port: 3bda3e35-d570-4983-bfdb-0093c9014560, host: dv-cinder-726180-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c110fe6-a787-4f20-a180-21ac650dc6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '04e422d8-d568-478b-9fdb-9a37bcb8fe6f'}}] {{(pid=99486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:51:35.484516 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-d87547ec-30ee-47b1-827d-693c8e86ca5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:35.580891 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.db [None req-d87547ec-30ee-47b1-827d-693c8e86ca5c None None] For port 3bda3e35-d570-4983-bfdb-0093c9014560, host dv-cinder-726180-9-iscsi, cleared binding levels {{(pid=99486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:51:35.584717 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.db [None req-d87547ec-30ee-47b1-827d-693c8e86ca5c None None] For port 3bda3e35-d570-4983-bfdb-0093c9014560, host dv-cinder-726180-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=3bda3e35-d570-4983-bfdb-0093c9014560,segment=NetworkSegment(0c110fe6-a787-4f20-a180-21ac650dc6bc),segment_id=0c110fe6-a787-4f20-a180-21ac650dc6bc)] {{(pid=99486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:51:35.664983 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-d87547ec-30ee-47b1-827d-693c8e86ca5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:35.686322 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:35.736441 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-fe1bd7d8-8ed2-40a9-9dc8-ac40460cf76d None None] Transition to ACTIVE for port object fa88107f-f902-4db8-a244-ff45dc8cedbc will not be triggered until provisioned by entity L2. {{(pid=99485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:51:35.778574 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87547ec-30ee-47b1-827d-693c8e86ca5c None None] Routers {'bbf2b376-2d35-44fe-8572-d52d456f99a7'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:51:35.788410 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-d87547ec-30ee-47b1-827d-693c8e86ca5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:51:28Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['bbf2b376-2d35-44fe-8572-d52d456f99a7'], 'active': True} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:51:35.834106 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c91d69d-244d-4001-a8e6-a5cfa78424df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp167513b8-b081-5ae1-a2b9-ace1867507b7-bdfff43c-22ec-4829-bcac-ad96c95618a2', 'network_id': 'bdfff43c-22ec-4829-bcac-ad96c95618a2', 'tenant_id': '772b08af9d3445aa97ea6623f8339ce1', 'fixed_ips': [{'subnet_id': 'f4d72ab0-46e8-4b45-a622-ca8d45653a69'}]}} from dv-cinder-726180-9-iscsi. {{(pid=99485) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 14 14:51:35.834924 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-9c91d69d-244d-4001-a8e6-a5cfa78424df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905267'] for port, before_create {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:36.015003 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf325e1-c88b-4ce9-94d8-7d326847583f None None] Pushing event updated for resources: {'Port': ['ID=3bda3e35-d570-4983-bfdb-0093c9014560,revision_number=4']} {{(pid=99486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:36.019481 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG oslo_concurrency.lockutils [None req-acf325e1-c88b-4ce9-94d8-7d326847583f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=99486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:36.087070 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Pushing event updated for resources: {'Port': ['ID=a848056c-fcc2-4ec8-a2d7-ad45327c5548,revision_number=4']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:36.142293 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-8ac7bcaf-c70f-4f83-95d0-d224d354701a req-c304824c-b627-48af-85c7-64eb6fcaa2e6 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2826552 Jun 14 14:51:36.144738 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-fe1bd7d8-8ed2-40a9-9dc8-ac40460cf76d None None] Transition to ACTIVE for port object fa88107f-f902-4db8-a244-ff45dc8cedbc will not be triggered until provisioned by entity DHCP. {{(pid=99485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:51:36.172674 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.800s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:36.188081 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.770s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:36.195475 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-ddb56131-8576-46c9-a865-0bcd5f41c4d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:36.205164 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-0bc61f67-aba2-48d7-961b-65dd0877f481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4046279', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4031675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60921'] for router, precommit_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:36.306672 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-ddb56131-8576-46c9-a865-0bcd5f41c4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905267'] for port, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:36.326327 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvr_db [None req-d87547ec-30ee-47b1-827d-693c8e86ca5c None None] Set router bbf2b376-2d35-44fe-8572-d52d456f99a7 gateway port host: dv-cinder-726180-9-iscsi {{(pid=99486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:51:36.381407 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-fe1bd7d8-8ed2-40a9-9dc8-ac40460cf76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-905456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763375065887'] for port, after_create {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:36.465588 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.managers [None req-2f25fb68-91a7-4553-94e1-4cbb2c8f5a64 None None] Attempting to bind port ce2d1610-0d19-404c-be02-9296b07d1a72 on host dv-cinder-726180-9-iscsi for vnic_type normal with profile {{(pid=99485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:51:36.465972 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.managers [None req-2f25fb68-91a7-4553-94e1-4cbb2c8f5a64 None None] Attempting to bind port ce2d1610-0d19-404c-be02-9296b07d1a72 by drivers openvswitch,hyperv on host dv-cinder-726180-9-iscsi at level 0 using segments [{'id': '400310be-4fab-419b-9e19-36d89a0b3d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b'}] {{(pid=99485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:51:36.466346 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f25fb68-91a7-4553-94e1-4cbb2c8f5a64 None None] Attempting to bind port ce2d1610-0d19-404c-be02-9296b07d1a72 on network ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b {{(pid=99485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:51:36.481095 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26db13d1-364d-4cf0-aff2-e51be926e724 None None] Pushing event updated for resources: {'Port': ['ID=ce2d1610-0d19-404c-be02-9296b07d1a72,revision_number=3']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:36.500382 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-26db13d1-364d-4cf0-aff2-e51be926e724 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:36.503661 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-4a6d9258-9edb-4308-965a-38f6fbb306d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:36.508981 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1bd7d8-8ed2-40a9-9dc8-ac40460cf76d None None] Network 0d8e9e38-8b46-4c67-9b20-7a353c87d77d is already hosted by enough agents. {{(pid=99485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:51:36.513697 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f25fb68-91a7-4553-94e1-4cbb2c8f5a64 None None] Checking agent: {'id': 'e183279c-24ea-4296-8522-436b00f0c0a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-726180-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 38, 29), 'started_at': datetime.datetime(2021, 6, 14, 14, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-726180-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:51:36.514358 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f25fb68-91a7-4553-94e1-4cbb2c8f5a64 None None] Checking segment: {'id': '400310be-4fab-419b-9e19-36d89a0b3d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:51:36.514954 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-2f25fb68-91a7-4553-94e1-4cbb2c8f5a64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:36.515514 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f25fb68-91a7-4553-94e1-4cbb2c8f5a64 None None] Bound using segment: {'id': '400310be-4fab-419b-9e19-36d89a0b3d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b'} {{(pid=99485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:51:36.516283 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.managers [None req-2f25fb68-91a7-4553-94e1-4cbb2c8f5a64 None None] Bound port: ce2d1610-0d19-404c-be02-9296b07d1a72, host: dv-cinder-726180-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '400310be-4fab-419b-9e19-36d89a0b3d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b'}}] {{(pid=99485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:51:36.516940 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-2f25fb68-91a7-4553-94e1-4cbb2c8f5a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:36.551962 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.scheduler.base_scheduler [None req-fe1bd7d8-8ed2-40a9-9dc8-ac40460cf76d None None] Resources bound (agent type, host, resource id): {{(pid=99485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:51:36.556349 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1bd7d8-8ed2-40a9-9dc8-ac40460cf76d None None] Received port after_create {{(pid=99485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:51:36.602693 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.db_base_plugin_common [None req-ddb56131-8576-46c9-a865-0bcd5f41c4d5 admin admin] Allocated IP 172.27.3.110 (380d7500-e042-4a28-87f8-50b947846e60/5342af6e-54a0-4047-9509-517c9dedbdeb/9cbd7352-8195-4b29-979b-1d960d47d027) {{(pid=99483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:51:36.613237 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.db_base_plugin_common [None req-9c91d69d-244d-4001-a8e6-a5cfa78424df None None] Allocated IP 172.20.0.2 (bdfff43c-22ec-4829-bcac-ad96c95618a2/f4d72ab0-46e8-4b45-a622-ca8d45653a69/eb079986-3b85-4741-b328-f46c02acacdf) {{(pid=99485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:51:36.684324 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1bd7d8-8ed2-40a9-9dc8-ac40460cf76d None None] Pushing event updated for resources: {'Port': ['ID=fa88107f-f902-4db8-a244-ff45dc8cedbc,revision_number=1']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:36.693078 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-fe1bd7d8-8ed2-40a9-9dc8-ac40460cf76d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:36.782041 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-d87547ec-30ee-47b1-827d-693c8e86ca5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf2b376-2d35-44fe-8572-d52d456f99a7', 'name': 'tempest-TestMinimumBasicScenario-738783498-router', 'tenant_id': 'eb3b0bac7b7d45c998f69dfce00cbc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': 'a848056c-fcc2-4ec8-a2d7-ad45327c5548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:51:18Z', 'updated_at': '2021-06-14T14:51:26Z', 'revision_number': 4, 'project_id': 'eb3b0bac7b7d45c998f69dfce00cbc95', 'gw_port': {'id': 'a848056c-fcc2-4ec8-a2d7-ad45327c5548', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:35:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf2b376-2d35-44fe-8572-d52d456f99a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:51:19Z', 'updated_at': '2021-06-14T14:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_interfaces': [{'id': '3bda3e35-d570-4983-bfdb-0093c9014560', 'name': '', 'network_id': '04e422d8-d568-478b-9fdb-9a37bcb8fe6f', 'tenant_id': 'eb3b0bac7b7d45c998f69dfce00cbc95', 'mac_address': 'fa:16:3e:b7:a2:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbf2b376-2d35-44fe-8572-d52d456f99a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '0cf39583-af2e-4c02-b7c9-789941507629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:51:24Z', 'updated_at': '2021-06-14T14:51:35Z', 'revision_number': 4, 'project_id': 'eb3b0bac7b7d45c998f69dfce00cbc95', 'subnets': [{'id': '0cf39583-af2e-4c02-b7c9-789941507629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:51:36.793978 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87547ec-30ee-47b1-827d-693c8e86ca5c None None] The sync data for ids ['bbf2b376-2d35-44fe-8572-d52d456f99a7'] in dv-cinder-726180-9-iscsi is: [{'id': 'bbf2b376-2d35-44fe-8572-d52d456f99a7', 'name': 'tempest-TestMinimumBasicScenario-738783498-router', 'tenant_id': 'eb3b0bac7b7d45c998f69dfce00cbc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': 'a848056c-fcc2-4ec8-a2d7-ad45327c5548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:51:18Z', 'updated_at': '2021-06-14T14:51:26Z', 'revision_number': 4, 'project_id': 'eb3b0bac7b7d45c998f69dfce00cbc95', 'gw_port': {'id': 'a848056c-fcc2-4ec8-a2d7-ad45327c5548', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:35:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf2b376-2d35-44fe-8572-d52d456f99a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:51:19Z', 'updated_at': '2021-06-14T14:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_interfaces': [{'id': '3bda3e35-d570-4983-bfdb-0093c9014560', 'name': '', 'network_id': '04e422d8-d568-478b-9fdb-9a37bcb8fe6f', 'tenant_id': 'eb3b0bac7b7d45c998f69dfce00cbc95', 'mac_address': 'fa:16:3e:b7:a2:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbf2b376-2d35-44fe-8572-d52d456f99a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '0cf39583-af2e-4c02-b7c9-789941507629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:51:24Z', 'updated_at': '2021-06-14T14:51:35Z', 'revision_number': 4, 'project_id': 'eb3b0bac7b7d45c998f69dfce00cbc95', 'subnets': [{'id': '0cf39583-af2e-4c02-b7c9-789941507629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 14:51:36.835033 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.managers [None req-fe1bd7d8-8ed2-40a9-9dc8-ac40460cf76d None None] Attempting to bind port fa88107f-f902-4db8-a244-ff45dc8cedbc on host dv-cinder-726180-9-iscsi for vnic_type normal with profile {{(pid=99485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:51:36.835631 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.managers [None req-fe1bd7d8-8ed2-40a9-9dc8-ac40460cf76d None None] Attempting to bind port fa88107f-f902-4db8-a244-ff45dc8cedbc by drivers openvswitch,hyperv on host dv-cinder-726180-9-iscsi at level 0 using segments [{'id': 'dbb6439c-5595-4163-b868-05e852ccb04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '0d8e9e38-8b46-4c67-9b20-7a353c87d77d'}] {{(pid=99485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:51:36.836243 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1bd7d8-8ed2-40a9-9dc8-ac40460cf76d None None] Attempting to bind port fa88107f-f902-4db8-a244-ff45dc8cedbc on network 0d8e9e38-8b46-4c67-9b20-7a353c87d77d {{(pid=99485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:51:36.854339 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-ddb56131-8576-46c9-a865-0bcd5f41c4d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:36.862686 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1bd7d8-8ed2-40a9-9dc8-ac40460cf76d None None] Checking agent: {'id': 'e183279c-24ea-4296-8522-436b00f0c0a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-726180-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 38, 29), 'started_at': datetime.datetime(2021, 6, 14, 14, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-726180-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:51:36.863302 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1bd7d8-8ed2-40a9-9dc8-ac40460cf76d None None] Checking segment: {'id': 'dbb6439c-5595-4163-b868-05e852ccb04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '0d8e9e38-8b46-4c67-9b20-7a353c87d77d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:51:36.863956 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-fe1bd7d8-8ed2-40a9-9dc8-ac40460cf76d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:36.864783 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1bd7d8-8ed2-40a9-9dc8-ac40460cf76d None None] Bound using segment: {'id': 'dbb6439c-5595-4163-b868-05e852ccb04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '0d8e9e38-8b46-4c67-9b20-7a353c87d77d'} {{(pid=99485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:51:36.865387 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.managers [None req-fe1bd7d8-8ed2-40a9-9dc8-ac40460cf76d None None] Bound port: fa88107f-f902-4db8-a244-ff45dc8cedbc, host: dv-cinder-726180-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbb6439c-5595-4163-b868-05e852ccb04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '0d8e9e38-8b46-4c67-9b20-7a353c87d77d'}}] {{(pid=99485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:51:36.865990 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-fe1bd7d8-8ed2-40a9-9dc8-ac40460cf76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:36.908668 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-0bc61f67-aba2-48d7-961b-65dd0877f481 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:36.943779 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-0bc61f67-aba2-48d7-961b-65dd0877f481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905267'] for port, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:36.950758 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-2f25fb68-91a7-4553-94e1-4cbb2c8f5a64 None None] For port ce2d1610-0d19-404c-be02-9296b07d1a72, host dv-cinder-726180-9-iscsi, cleared binding levels {{(pid=99485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:51:37.046820 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-2f25fb68-91a7-4553-94e1-4cbb2c8f5a64 None None] For port ce2d1610-0d19-404c-be02-9296b07d1a72, host dv-cinder-726180-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=ce2d1610-0d19-404c-be02-9296b07d1a72,segment=NetworkSegment(400310be-4fab-419b-9e19-36d89a0b3d4c),segment_id=400310be-4fab-419b-9e19-36d89a0b3d4c)] {{(pid=99485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:51:37.053752 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-ddb56131-8576-46c9-a865-0bcd5f41c4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-905456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763375065887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12282725'] for port, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:37.053752 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-d3697a7d-1bca-47c3-8ac5-58743837a2b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:37.121322 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb56131-8576-46c9-a865-0bcd5f41c4d5 admin admin] Pushing event updated for resources: {'Port': ['ID=9cbd7352-8195-4b29-979b-1d960d47d027,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:37.125371 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb56131-8576-46c9-a865-0bcd5f41c4d5 admin admin] Network 380d7500-e042-4a28-87f8-50b947846e60 is already hosted by enough agents. {{(pid=99483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:51:37.126468 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-ddb56131-8576-46c9-a865-0bcd5f41c4d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:37.127828 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.base_scheduler [None req-ddb56131-8576-46c9-a865-0bcd5f41c4d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=99483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:51:37.130333 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb56131-8576-46c9-a865-0bcd5f41c4d5 admin admin] Received port after_create {{(pid=99483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:51:37.176699 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-fe1bd7d8-8ed2-40a9-9dc8-ac40460cf76d None None] For port fa88107f-f902-4db8-a244-ff45dc8cedbc, host dv-cinder-726180-9-iscsi, cleared binding levels {{(pid=99485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:51:37.194579 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.db_base_plugin_common [None req-0bc61f67-aba2-48d7-961b-65dd0877f481 admin admin] Allocated IP 172.27.3.68 (380d7500-e042-4a28-87f8-50b947846e60/5342af6e-54a0-4047-9509-517c9dedbdeb/447b8202-94b8-4196-b2c8-200842644b60) {{(pid=99484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:51:37.204558 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-fe1bd7d8-8ed2-40a9-9dc8-ac40460cf76d None None] For port fa88107f-f902-4db8-a244-ff45dc8cedbc, host dv-cinder-726180-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=fa88107f-f902-4db8-a244-ff45dc8cedbc,segment=NetworkSegment(dbb6439c-5595-4163-b868-05e852ccb04d),segment_id=dbb6439c-5595-4163-b868-05e852ccb04d)] {{(pid=99485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:51:37.221069 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-9c91d69d-244d-4001-a8e6-a5cfa78424df None None] Notify callbacks [] for port, precommit_create {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:37.257420 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-9c91d69d-244d-4001-a8e6-a5cfa78424df None None] Transition to ACTIVE for port object eb079986-3b85-4741-b328-f46c02acacdf will not be triggered until provisioned by entity L2. {{(pid=99485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:51:37.275229 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-9c91d69d-244d-4001-a8e6-a5cfa78424df None None] Transition to ACTIVE for port object eb079986-3b85-4741-b328-f46c02acacdf will not be triggered until provisioned by entity DHCP. {{(pid=99485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:51:37.426870 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-0bc61f67-aba2-48d7-961b-65dd0877f481 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:37.456799 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf99ad8-82dc-44a8-9b61-52e8a4067e48 req-6dfbb9d6-7ed7-4ec2-b32c-ece981a608fe tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:37.458367 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-9bf99ad8-82dc-44a8-9b61-52e8a4067e48 req-6dfbb9d6-7ed7-4ec2-b32c-ece981a608fe tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 944 time: 0.1284523 Jun 14 14:51:37.526268 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device 3bda3e35-d570-4983-bfdb-0093c9014560 up at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:51:37.529158 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-9bf99ad8-82dc-44a8-9b61-52e8a4067e48 req-cdeadb1c-0232-4e0c-ae93-7d52b9545743 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600665 Jun 14 14:51:37.531887 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-fe1bd7d8-8ed2-40a9-9dc8-ac40460cf76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:37.534104 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-9c91d69d-244d-4001-a8e6-a5cfa78424df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-905456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763375065887'] for port, after_create {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:37.536194 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-2f25fb68-91a7-4553-94e1-4cbb2c8f5a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:37.563827 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-3a41a68a-60fa-4787-8aad-70dbb67f24a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:37.668126 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c91d69d-244d-4001-a8e6-a5cfa78424df None None] Network bdfff43c-22ec-4829-bcac-ad96c95618a2 is already hosted by enough agents. {{(pid=99485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:51:37.683977 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.scheduler.base_scheduler [None req-9c91d69d-244d-4001-a8e6-a5cfa78424df None None] Resources bound (agent type, host, resource id): {{(pid=99485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:51:37.709582 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c91d69d-244d-4001-a8e6-a5cfa78424df None None] Received port after_create {{(pid=99485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:51:37.711037 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-ddb56131-8576-46c9-a865-0bcd5f41c4d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:37.732742 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1bd7d8-8ed2-40a9-9dc8-ac40460cf76d None None] Pushing event updated for resources: {'Port': ['ID=fa88107f-f902-4db8-a244-ff45dc8cedbc,revision_number=2']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:37.732969 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-0bc61f67-aba2-48d7-961b-65dd0877f481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-905456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763375065887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12090236'] for port, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:37.736579 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:37.837695 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f25fb68-91a7-4553-94e1-4cbb2c8f5a64 None None] Routers {'ea5bc6ee-0ab3-46d9-b658-7d6240e37242'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:51:37.839109 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-2f25fb68-91a7-4553-94e1-4cbb2c8f5a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:51:28Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['ea5bc6ee-0ab3-46d9-b658-7d6240e37242'], 'active': True} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:51:37.862943 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc61f67-aba2-48d7-961b-65dd0877f481 admin admin] Network 380d7500-e042-4a28-87f8-50b947846e60 is already hosted by enough agents. {{(pid=99484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:51:37.868104 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.base_scheduler [None req-0bc61f67-aba2-48d7-961b-65dd0877f481 admin admin] Resources bound (agent type, host, resource id): {{(pid=99484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:51:37.873023 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc61f67-aba2-48d7-961b-65dd0877f481 admin admin] Received port after_create {{(pid=99484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:51:37.900861 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c91d69d-244d-4001-a8e6-a5cfa78424df None None] Pushing event updated for resources: {'Port': ['ID=eb079986-3b85-4741-b328-f46c02acacdf,revision_number=1']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:37.977516 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc61f67-aba2-48d7-961b-65dd0877f481 admin admin] Pushing event updated for resources: {'Port': ['ID=447b8202-94b8-4196-b2c8-200842644b60,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:37.981523 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-0bc61f67-aba2-48d7-961b-65dd0877f481 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:38.158294 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning for port 3bda3e35-d570-4983-bfdb-0093c9014560 completed by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:51:38.201962 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning complete for port 3bda3e35-d570-4983-bfdb-0093c9014560 triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:51:38.203049 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:38.274667 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-ddb56131-8576-46c9-a865-0bcd5f41c4d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4031650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4045727'] for router, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:38.293594 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.managers [None req-9c91d69d-244d-4001-a8e6-a5cfa78424df None None] Attempting to bind port eb079986-3b85-4741-b328-f46c02acacdf on host dv-cinder-726180-9-iscsi for vnic_type normal with profile {{(pid=99485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:51:38.294056 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.managers [None req-9c91d69d-244d-4001-a8e6-a5cfa78424df None None] Attempting to bind port eb079986-3b85-4741-b328-f46c02acacdf by drivers openvswitch,hyperv on host dv-cinder-726180-9-iscsi at level 0 using segments [{'id': 'dea26d5b-22bf-4796-94cf-154a199b82de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'bdfff43c-22ec-4829-bcac-ad96c95618a2'}] {{(pid=99485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:51:38.294562 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c91d69d-244d-4001-a8e6-a5cfa78424df None None] Attempting to bind port eb079986-3b85-4741-b328-f46c02acacdf on network bdfff43c-22ec-4829-bcac-ad96c95618a2 {{(pid=99485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:51:38.318251 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26db13d1-364d-4cf0-aff2-e51be926e724 None None] Pushing event updated for resources: {'Port': ['ID=ce2d1610-0d19-404c-be02-9296b07d1a72,revision_number=4']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:38.321354 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-26db13d1-364d-4cf0-aff2-e51be926e724 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.758s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:38.322387 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c91d69d-244d-4001-a8e6-a5cfa78424df None None] Checking agent: {'id': 'e183279c-24ea-4296-8522-436b00f0c0a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-726180-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 38, 29), 'started_at': datetime.datetime(2021, 6, 14, 14, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-726180-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:51:38.323741 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c91d69d-244d-4001-a8e6-a5cfa78424df None None] Checking segment: {'id': 'dea26d5b-22bf-4796-94cf-154a199b82de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'bdfff43c-22ec-4829-bcac-ad96c95618a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:51:38.323741 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-9c91d69d-244d-4001-a8e6-a5cfa78424df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:38.323741 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c91d69d-244d-4001-a8e6-a5cfa78424df None None] Bound using segment: {'id': 'dea26d5b-22bf-4796-94cf-154a199b82de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'bdfff43c-22ec-4829-bcac-ad96c95618a2'} {{(pid=99485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:51:38.324282 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.managers [None req-9c91d69d-244d-4001-a8e6-a5cfa78424df None None] Bound port: eb079986-3b85-4741-b328-f46c02acacdf, host: dv-cinder-726180-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dea26d5b-22bf-4796-94cf-154a199b82de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'bdfff43c-22ec-4829-bcac-ad96c95618a2'}}] {{(pid=99485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:51:38.324693 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-9c91d69d-244d-4001-a8e6-a5cfa78424df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:38.334488 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.769s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:38.334863 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:38.339634 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.774s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:38.339846 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:38.364266 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvr_db [None req-2f25fb68-91a7-4553-94e1-4cbb2c8f5a64 None None] Set router ea5bc6ee-0ab3-46d9-b658-7d6240e37242 gateway port host: dv-cinder-726180-9-iscsi {{(pid=99485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:51:38.579193 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:38.673374 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-0bc61f67-aba2-48d7-961b-65dd0877f481 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:38.782200 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddb56131-8576-46c9-a865-0bcd5f41c4d5 admin admin] Router c02aa4fe-409f-4e13-8d9f-dd3c2c374760 is scheduled to L3 agent 1c008f53-dbc2-48c1-a123-31b869a31df2 with binding_index 1 {{(pid=99483) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 14 14:51:38.965995 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-9c91d69d-244d-4001-a8e6-a5cfa78424df None None] For port eb079986-3b85-4741-b328-f46c02acacdf, host dv-cinder-726180-9-iscsi, cleared binding levels {{(pid=99485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:51:38.998998 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] For port 3bda3e35-d570-4983-bfdb-0093c9014560, host dv-cinder-726180-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=3bda3e35-d570-4983-bfdb-0093c9014560,segment=NetworkSegment(0c110fe6-a787-4f20-a180-21ac650dc6bc),segment_id=0c110fe6-a787-4f20-a180-21ac650dc6bc)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:51:39.009048 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-9c91d69d-244d-4001-a8e6-a5cfa78424df None None] For port eb079986-3b85-4741-b328-f46c02acacdf, host dv-cinder-726180-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=eb079986-3b85-4741-b328-f46c02acacdf,segment=NetworkSegment(dea26d5b-22bf-4796-94cf-154a199b82de),segment_id=dea26d5b-22bf-4796-94cf-154a199b82de)] {{(pid=99485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:51:39.026786 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ecf5dc-1f43-4e4f-ac4e-db6f51b43372 req-2b38c210-7abe-4f74-ab97-2d3ce14a095b tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:39.036114 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-b9ecf5dc-1f43-4e4f-ac4e-db6f51b43372 req-2b38c210-7abe-4f74-ab97-2d3ce14a095b tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 944 time: 0.3579781 Jun 14 14:51:39.044786 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-2f25fb68-91a7-4553-94e1-4cbb2c8f5a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea5bc6ee-0ab3-46d9-b658-7d6240e37242', 'name': 'tempest-TestShelveInstance-385717493-router', 'tenant_id': '8730e6a0fdc54b92a4e0d83a015c460a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '5e70f905-e006-4cd8-9f36-5b9a539d0ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:51:19Z', 'updated_at': '2021-06-14T14:51:28Z', 'revision_number': 4, 'project_id': '8730e6a0fdc54b92a4e0d83a015c460a', 'gw_port': {'id': '5e70f905-e006-4cd8-9f36-5b9a539d0ab2', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea5bc6ee-0ab3-46d9-b658-7d6240e37242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:51:21Z', 'updated_at': '2021-06-14T14:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_interfaces': [{'id': 'ce2d1610-0d19-404c-be02-9296b07d1a72', 'name': '', 'network_id': 'ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b', 'tenant_id': '8730e6a0fdc54b92a4e0d83a015c460a', 'mac_address': 'fa:16:3e:b0:11:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea5bc6ee-0ab3-46d9-b658-7d6240e37242', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'e340e8c9-7a51-4312-92aa-f88338355222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:51:26Z', 'updated_at': '2021-06-14T14:51:36Z', 'revision_number': 4, 'project_id': '8730e6a0fdc54b92a4e0d83a015c460a', 'subnets': [{'id': 'e340e8c9-7a51-4312-92aa-f88338355222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:51:39.049976 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f25fb68-91a7-4553-94e1-4cbb2c8f5a64 None None] The sync data for ids ['ea5bc6ee-0ab3-46d9-b658-7d6240e37242'] in dv-cinder-726180-9-iscsi is: [{'id': 'ea5bc6ee-0ab3-46d9-b658-7d6240e37242', 'name': 'tempest-TestShelveInstance-385717493-router', 'tenant_id': '8730e6a0fdc54b92a4e0d83a015c460a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '5e70f905-e006-4cd8-9f36-5b9a539d0ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:51:19Z', 'updated_at': '2021-06-14T14:51:28Z', 'revision_number': 4, 'project_id': '8730e6a0fdc54b92a4e0d83a015c460a', 'gw_port': {'id': '5e70f905-e006-4cd8-9f36-5b9a539d0ab2', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea5bc6ee-0ab3-46d9-b658-7d6240e37242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:51:21Z', 'updated_at': '2021-06-14T14:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_interfaces': [{'id': 'ce2d1610-0d19-404c-be02-9296b07d1a72', 'name': '', 'network_id': 'ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b', 'tenant_id': '8730e6a0fdc54b92a4e0d83a015c460a', 'mac_address': 'fa:16:3e:b0:11:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea5bc6ee-0ab3-46d9-b658-7d6240e37242', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'e340e8c9-7a51-4312-92aa-f88338355222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:51:26Z', 'updated_at': '2021-06-14T14:51:36Z', 'revision_number': 4, 'project_id': '8730e6a0fdc54b92a4e0d83a015c460a', 'subnets': [{'id': 'e340e8c9-7a51-4312-92aa-f88338355222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 14:51:39.115341 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb56131-8576-46c9-a865-0bcd5f41c4d5 admin admin] Notify agent at l3_agent.dv-cinder-726180-9-iscsi the message routers_updated {{(pid=99483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 14:51:39.145632 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:39.146809 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device a848056c-fcc2-4ec8-a2d7-ad45327c5548 up at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:51:39.153565 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:39.219381 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-b9ecf5dc-1f43-4e4f-ac4e-db6f51b43372 req-7d332b46-3d6d-48c5-b9df-3e045452195a tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1818762 Jun 14 14:51:39.261889 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-0bc61f67-aba2-48d7-961b-65dd0877f481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4031650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4045727'] for router, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:39.314264 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device 9df17aab-d6c6-431c-8afb-1204dad301af details requested by agent hyperv_hv-cinder-72618 with host hv-cinder-72618 {{(pid=99485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 14:51:39.331378 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea56aacb-5d0b-42a9-9394-88afc8fb5031 None None] Sync routers for ids ['c02aa4fe-409f-4e13-8d9f-dd3c2c374760'] in dv-cinder-726180-9-iscsi {{(pid=99485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 14:51:39.341830 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-9c91d69d-244d-4001-a8e6-a5cfa78424df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:39.346477 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e95e53-d669-4ca4-bb1a-524fec0e994d None None] Network 0d8e9e38-8b46-4c67-9b20-7a353c87d77d requested from dv-cinder-726180-9-iscsi {{(pid=99485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:51:39.367355 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-ddb56131-8576-46c9-a865-0bcd5f41c4d5 admin admin] Notify callbacks [] for router, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:39.371853 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-ddb56131-8576-46c9-a865-0bcd5f41c4d5 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.3820403 Jun 14 14:51:39.372511 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 35580) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:51:39.588829 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea56aacb-5d0b-42a9-9394-88afc8fb5031 None None] Routers {'c02aa4fe-409f-4e13-8d9f-dd3c2c374760'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:51:39.591306 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-ea56aacb-5d0b-42a9-9394-88afc8fb5031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:51:28Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['c02aa4fe-409f-4e13-8d9f-dd3c2c374760'], 'active': True} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:51:39.623993 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bc61f67-aba2-48d7-961b-65dd0877f481 admin admin] Router 595b7411-6d15-4961-8fb9-71945bdf915a is scheduled to L3 agent 1c008f53-dbc2-48c1-a123-31b869a31df2 with binding_index 1 {{(pid=99484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 14 14:51:39.871268 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-6c5ac1bd-8967-4f67-8ca1-378f10691a2b None None] Provisioning for port fa88107f-f902-4db8-a244-ff45dc8cedbc completed by entity DHCP. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:51:39.880718 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Pushing event updated for resources: {'Port': ['ID=3bda3e35-d570-4983-bfdb-0093c9014560,revision_number=5']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:39.921997 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc61f67-aba2-48d7-961b-65dd0877f481 admin admin] Notify agent at l3_agent.dv-cinder-726180-9-iscsi the message routers_updated {{(pid=99484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 14:51:39.934166 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c4f71c-263d-4e0a-9cd2-aded46c5e26a None None] Sync routers for ids ['595b7411-6d15-4961-8fb9-71945bdf915a'] in dv-cinder-726180-9-iscsi {{(pid=99486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 14:51:39.959293 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c4f71c-263d-4e0a-9cd2-aded46c5e26a None None] Routers {'595b7411-6d15-4961-8fb9-71945bdf915a'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:51:39.965075 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-47c4f71c-263d-4e0a-9cd2-aded46c5e26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:51:28Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['595b7411-6d15-4961-8fb9-71945bdf915a'], 'active': True} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:51:40.039221 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvr_db [None req-ea56aacb-5d0b-42a9-9394-88afc8fb5031 None None] Set router c02aa4fe-409f-4e13-8d9f-dd3c2c374760 gateway port host: dv-cinder-726180-9-iscsi {{(pid=99485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:51:40.160839 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-0bc61f67-aba2-48d7-961b-65dd0877f481 admin admin] Notify callbacks [] for router, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:40.162561 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-0bc61f67-aba2-48d7-961b-65dd0877f481 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.1583142 Jun 14 14:51:40.167519 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 35584) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:51:40.279758 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvr_db [None req-47c4f71c-263d-4e0a-9cd2-aded46c5e26a None None] Set router 595b7411-6d15-4961-8fb9-71945bdf915a gateway port host: dv-cinder-726180-9-iscsi {{(pid=99486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:51:40.289668 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.136s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:40.295086 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-26db13d1-364d-4cf0-aff2-e51be926e724 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.949s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:40.557616 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning complete for port a848056c-fcc2-4ec8-a2d7-ad45327c5548 triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:51:40.558701 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:40.881902 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] For port 9df17aab-d6c6-431c-8afb-1204dad301af, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=9df17aab-d6c6-431c-8afb-1204dad301af,segment=NetworkSegment(74da14e9-8c63-4e6e-9b03-7a584e6443b7),segment_id=74da14e9-8c63-4e6e-9b03-7a584e6443b7)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:51:40.886640 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c91d69d-244d-4001-a8e6-a5cfa78424df None None] Pushing event updated for resources: {'Port': ['ID=eb079986-3b85-4741-b328-f46c02acacdf,revision_number=2']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:40.912584 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-9c91d69d-244d-4001-a8e6-a5cfa78424df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:40.958499 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-47c4f71c-263d-4e0a-9cd2-aded46c5e26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595b7411-6d15-4961-8fb9-71945bdf915a', 'name': 'tempest-TestShelveInstance-1702144095-router', 'tenant_id': '772b08af9d3445aa97ea6623f8339ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '447b8202-94b8-4196-b2c8-200842644b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:51:35Z', 'updated_at': '2021-06-14T14:51:38Z', 'revision_number': 3, 'project_id': '772b08af9d3445aa97ea6623f8339ce1', 'gw_port': {'id': '447b8202-94b8-4196-b2c8-200842644b60', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ea:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '595b7411-6d15-4961-8fb9-71945bdf915a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:51:36Z', 'updated_at': '2021-06-14T14:51:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi'}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:51:40.962453 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Returning: {'device': '9df17aab-d6c6-431c-8afb-1204dad301af', 'network_id': 'eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46', 'port_id': '9df17aab-d6c6-431c-8afb-1204dad301af', 'mac_address': 'fa:16:3e:cc:2b:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f1648b2-006c-47fc-bec4-7719f58bad8c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 14:51:40.964577 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c4f71c-263d-4e0a-9cd2-aded46c5e26a None None] Checking router: 595b7411-6d15-4961-8fb9-71945bdf915a for host: dv-cinder-726180-9-iscsi {{(pid=99486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 14:51:40.965352 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c4f71c-263d-4e0a-9cd2-aded46c5e26a None None] Updating router 595b7411-6d15-4961-8fb9-71945bdf915a port 447b8202-94b8-4196-b2c8-200842644b60 binding host dv-cinder-726180-9-iscsi {{(pid=99486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 14:51:41.001445 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-a213ed55-ae3a-4848-a27d-69a7e2d73133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905267'] for port, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:41.033930 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-47c4f71c-263d-4e0a-9cd2-aded46c5e26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:41.056752 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c667025-397b-44b9-9791-3c6687dc8921 req-1f39a80e-d388-4e1e-8fcf-12646d627568 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:41.058606 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-9c667025-397b-44b9-9791-3c6687dc8921 req-1f39a80e-d388-4e1e-8fcf-12646d627568 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 944 time: 0.4051886 Jun 14 14:51:41.178352 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:41.287431 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.notifiers.nova [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9df17aab-d6c6-431c-8afb-1204dad301af {{(pid=99485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:51:41.374595 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] For port 9df17aab-d6c6-431c-8afb-1204dad301af, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=9df17aab-d6c6-431c-8afb-1204dad301af,segment=NetworkSegment(74da14e9-8c63-4e6e-9b03-7a584e6443b7),segment_id=74da14e9-8c63-4e6e-9b03-7a584e6443b7)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:51:41.410538 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-ea56aacb-5d0b-42a9-9394-88afc8fb5031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02aa4fe-409f-4e13-8d9f-dd3c2c374760', 'name': 'tempest-TestMinimumBasicScenario-452765556-router', 'tenant_id': '30c373c90f4644729025c0cef752dbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '9cbd7352-8195-4b29-979b-1d960d47d027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:51:34Z', 'updated_at': '2021-06-14T14:51:37Z', 'revision_number': 3, 'project_id': '30c373c90f4644729025c0cef752dbd0', 'gw_port': {'id': '9cbd7352-8195-4b29-979b-1d960d47d027', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f0:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02aa4fe-409f-4e13-8d9f-dd3c2c374760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:51:36Z', 'updated_at': '2021-06-14T14:51:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi'}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:51:41.413849 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea56aacb-5d0b-42a9-9394-88afc8fb5031 None None] Checking router: c02aa4fe-409f-4e13-8d9f-dd3c2c374760 for host: dv-cinder-726180-9-iscsi {{(pid=99485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 14:51:41.414098 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea56aacb-5d0b-42a9-9394-88afc8fb5031 None None] Updating router c02aa4fe-409f-4e13-8d9f-dd3c2c374760 port 9cbd7352-8195-4b29-979b-1d960d47d027 binding host dv-cinder-726180-9-iscsi {{(pid=99485) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 14:51:41.427261 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74cafa14-c660-41f1-a34c-083d1f2041f3 None None] Network bdfff43c-22ec-4829-bcac-ad96c95618a2 requested from dv-cinder-726180-9-iscsi {{(pid=99485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:51:41.486758 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.db_base_plugin_common [None req-a213ed55-ae3a-4848-a27d-69a7e2d73133 admin admin] Allocated IP 172.20.0.1 (0d8e9e38-8b46-4c67-9b20-7a353c87d77d/9e4a723b-704b-4e8f-b0d9-8b18b6b89427/641093c4-b192-40c0-9b8f-54156a98a36a) {{(pid=99483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:51:41.616039 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:41.625213 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device 3bda3e35-d570-4983-bfdb-0093c9014560 up at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:51:41.629262 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:41.725761 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-a213ed55-ae3a-4848-a27d-69a7e2d73133 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:41.743522 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.provisioning_blocks [None req-a213ed55-ae3a-4848-a27d-69a7e2d73133 admin admin] Transition to ACTIVE for port object 641093c4-b192-40c0-9b8f-54156a98a36a will not be triggered until provisioned by entity DHCP. {{(pid=99483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:51:41.821530 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-47c4f71c-263d-4e0a-9cd2-aded46c5e26a None None] Notify callbacks [] for port, precommit_update {{(pid=99486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:41.844848 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.provisioning_blocks [None req-47c4f71c-263d-4e0a-9cd2-aded46c5e26a None None] Transition to ACTIVE for port object 447b8202-94b8-4196-b2c8-200842644b60 will not be triggered until provisioned by entity L2. {{(pid=99486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:51:41.944226 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-a213ed55-ae3a-4848-a27d-69a7e2d73133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-905456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763375065887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12282725'] for port, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:41.946672 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-86bbf5ca-ee5d-43d4-a039-969209a05497 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:41.983430 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-47c4f71c-263d-4e0a-9cd2-aded46c5e26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:41.988628 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG oslo_concurrency.lockutils [None req-d56756da-8035-4550-a2d7-d92ecb040a7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:42.005450 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-6344b18c-139f-4bee-9948-880203629631 None None] Provisioning for port eb079986-3b85-4741-b328-f46c02acacdf completed by entity DHCP. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:51:42.008429 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-ea56aacb-5d0b-42a9-9394-88afc8fb5031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:42.009198 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-9c667025-397b-44b9-9791-3c6687dc8921 req-8e341ca7-3f03-499d-9403-45a4600e76bc tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7046182 Jun 14 14:51:42.082616 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a213ed55-ae3a-4848-a27d-69a7e2d73133 admin admin] Network 0d8e9e38-8b46-4c67-9b20-7a353c87d77d is already hosted by enough agents. {{(pid=99483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:51:42.099542 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.base_scheduler [None req-a213ed55-ae3a-4848-a27d-69a7e2d73133 admin admin] Resources bound (agent type, host, resource id): {{(pid=99483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:51:42.122521 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a213ed55-ae3a-4848-a27d-69a7e2d73133 admin admin] Received port after_create {{(pid=99483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:51:42.122521 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a213ed55-ae3a-4848-a27d-69a7e2d73133 admin admin] Pushing event updated for resources: {'Port': ['ID=641093c4-b192-40c0-9b8f-54156a98a36a,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:42.141906 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.managers [None req-47c4f71c-263d-4e0a-9cd2-aded46c5e26a None None] Attempting to bind port 447b8202-94b8-4196-b2c8-200842644b60 on host dv-cinder-726180-9-iscsi for vnic_type normal with profile {{(pid=99486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:51:42.142277 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.managers [None req-47c4f71c-263d-4e0a-9cd2-aded46c5e26a None None] Attempting to bind port 447b8202-94b8-4196-b2c8-200842644b60 by drivers openvswitch,hyperv on host dv-cinder-726180-9-iscsi at level 0 using segments [{'id': '5f9b4eda-9001-4473-8107-70664bb4d177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380d7500-e042-4a28-87f8-50b947846e60'}] {{(pid=99486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:51:42.142637 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c4f71c-263d-4e0a-9cd2-aded46c5e26a None None] Attempting to bind port 447b8202-94b8-4196-b2c8-200842644b60 on network 380d7500-e042-4a28-87f8-50b947846e60 {{(pid=99486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:51:42.161883 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375fefd6-cbf4-45a2-899f-f6eed90cf19e None None] Pushing event updated for resources: {'Port': ['ID=447b8202-94b8-4196-b2c8-200842644b60,revision_number=2']} {{(pid=99486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:42.171859 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-a213ed55-ae3a-4848-a27d-69a7e2d73133 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:42.175172 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG oslo_concurrency.lockutils [None req-375fefd6-cbf4-45a2-899f-f6eed90cf19e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=99486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:42.176035 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c4f71c-263d-4e0a-9cd2-aded46c5e26a None None] Checking agent: {'id': 'e183279c-24ea-4296-8522-436b00f0c0a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-726180-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 38, 29), 'started_at': datetime.datetime(2021, 6, 14, 14, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-726180-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:51:42.176456 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c4f71c-263d-4e0a-9cd2-aded46c5e26a None None] Checking segment: {'id': '5f9b4eda-9001-4473-8107-70664bb4d177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380d7500-e042-4a28-87f8-50b947846e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:51:42.176865 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-47c4f71c-263d-4e0a-9cd2-aded46c5e26a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:42.177254 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c4f71c-263d-4e0a-9cd2-aded46c5e26a None None] Bound using segment: {'id': '5f9b4eda-9001-4473-8107-70664bb4d177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380d7500-e042-4a28-87f8-50b947846e60'} {{(pid=99486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:51:42.177748 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.managers [None req-47c4f71c-263d-4e0a-9cd2-aded46c5e26a None None] Bound port: 447b8202-94b8-4196-b2c8-200842644b60, host: dv-cinder-726180-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f9b4eda-9001-4473-8107-70664bb4d177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380d7500-e042-4a28-87f8-50b947846e60'}}] {{(pid=99486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:51:42.178123 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-47c4f71c-263d-4e0a-9cd2-aded46c5e26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:42.216990 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-04313d3c-64ff-4cb3-9bdd-6dc9fcd98691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905267'] for port, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:42.233308 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-a213ed55-ae3a-4848-a27d-69a7e2d73133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4033882'] for router_interface, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:42.316264 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Pushing event updated for resources: {'Port': ['ID=9df17aab-d6c6-431c-8afb-1204dad301af,revision_number=9']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:42.331015 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.701s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:42.363252 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.db [None req-47c4f71c-263d-4e0a-9cd2-aded46c5e26a None None] For port 447b8202-94b8-4196-b2c8-200842644b60, host dv-cinder-726180-9-iscsi, cleared binding levels {{(pid=99486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:51:42.370192 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.db [None req-47c4f71c-263d-4e0a-9cd2-aded46c5e26a None None] For port 447b8202-94b8-4196-b2c8-200842644b60, host dv-cinder-726180-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=447b8202-94b8-4196-b2c8-200842644b60,segment=NetworkSegment(5f9b4eda-9001-4473-8107-70664bb4d177),segment_id=5f9b4eda-9001-4473-8107-70664bb4d177)] {{(pid=99486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:51:42.455516 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning complete for port 3bda3e35-d570-4983-bfdb-0093c9014560 triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:51:42.456064 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:42.463803 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-47c4f71c-263d-4e0a-9cd2-aded46c5e26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:42.467357 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:42.515779 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.db_base_plugin_common [None req-04313d3c-64ff-4cb3-9bdd-6dc9fcd98691 admin admin] Allocated IP 172.20.0.1 (bdfff43c-22ec-4829-bcac-ad96c95618a2/f4d72ab0-46e8-4b45-a622-ca8d45653a69/df2dbb6f-848a-477c-9402-553ebb35ca78) {{(pid=99484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:51:42.529562 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c4f71c-263d-4e0a-9cd2-aded46c5e26a None None] Routers {'595b7411-6d15-4961-8fb9-71945bdf915a'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:51:42.530236 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-47c4f71c-263d-4e0a-9cd2-aded46c5e26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:51:28Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['595b7411-6d15-4961-8fb9-71945bdf915a'], 'active': True} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:51:42.698587 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-a213ed55-ae3a-4848-a27d-69a7e2d73133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:42.703400 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375fefd6-cbf4-45a2-899f-f6eed90cf19e None None] Pushing event updated for resources: {'Port': ['ID=447b8202-94b8-4196-b2c8-200842644b60,revision_number=3']} {{(pid=99486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:42.707500 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG oslo_concurrency.lockutils [None req-375fefd6-cbf4-45a2-899f-f6eed90cf19e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=99486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:42.713883 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-04313d3c-64ff-4cb3-9bdd-6dc9fcd98691 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:42.734402 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.provisioning_blocks [None req-04313d3c-64ff-4cb3-9bdd-6dc9fcd98691 admin admin] Transition to ACTIVE for port object df2dbb6f-848a-477c-9402-553ebb35ca78 will not be triggered until provisioned by entity DHCP. {{(pid=99484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:51:42.774527 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvr_db [None req-47c4f71c-263d-4e0a-9cd2-aded46c5e26a None None] Set router 595b7411-6d15-4961-8fb9-71945bdf915a gateway port host: dv-cinder-726180-9-iscsi {{(pid=99486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:51:42.873618 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device eb079986-3b85-4741-b328-f46c02acacdf up at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:51:42.911302 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-04313d3c-64ff-4cb3-9bdd-6dc9fcd98691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-905456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763375065887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12090236'] for port, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:42.913992 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-28a615b0-da41-4da6-a04f-2fd58c43b929 None None] Provisioning for port 641093c4-b192-40c0-9b8f-54156a98a36a completed by entity DHCP. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:51:42.921242 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:42.974430 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-28a615b0-da41-4da6-a04f-2fd58c43b929 None None] Provisioning complete for port 641093c4-b192-40c0-9b8f-54156a98a36a triggered by entity DHCP. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:51:42.975857 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-28a615b0-da41-4da6-a04f-2fd58c43b929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:43.019921 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-a213ed55-ae3a-4848-a27d-69a7e2d73133 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:43.034701 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04313d3c-64ff-4cb3-9bdd-6dc9fcd98691 admin admin] Network bdfff43c-22ec-4829-bcac-ad96c95618a2 is already hosted by enough agents. {{(pid=99484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:51:43.039709 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.base_scheduler [None req-04313d3c-64ff-4cb3-9bdd-6dc9fcd98691 admin admin] Resources bound (agent type, host, resource id): {{(pid=99484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:51:43.047428 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04313d3c-64ff-4cb3-9bdd-6dc9fcd98691 admin admin] Received port after_create {{(pid=99484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:51:43.143293 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04313d3c-64ff-4cb3-9bdd-6dc9fcd98691 admin admin] Pushing event updated for resources: {'Port': ['ID=df2dbb6f-848a-477c-9402-553ebb35ca78,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:43.159054 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-28a615b0-da41-4da6-a04f-2fd58c43b929 None None] Port 641093c4-b192-40c0-9b8f-54156a98a36a cannot update to ACTIVE because it is not bound. {{(pid=99485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 14:51:43.169409 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-04313d3c-64ff-4cb3-9bdd-6dc9fcd98691 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:43.177914 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-a213ed55-ae3a-4848-a27d-69a7e2d73133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282715'] for port, after_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:43.180582 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:43.190046 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-04313d3c-64ff-4cb3-9bdd-6dc9fcd98691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4033882'] for router_interface, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:43.207423 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-47c4f71c-263d-4e0a-9cd2-aded46c5e26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595b7411-6d15-4961-8fb9-71945bdf915a', 'name': 'tempest-TestShelveInstance-1702144095-router', 'tenant_id': '772b08af9d3445aa97ea6623f8339ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '447b8202-94b8-4196-b2c8-200842644b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:51:35Z', 'updated_at': '2021-06-14T14:51:38Z', 'revision_number': 3, 'project_id': '772b08af9d3445aa97ea6623f8339ce1', 'gw_port': {'id': '447b8202-94b8-4196-b2c8-200842644b60', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ea:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '595b7411-6d15-4961-8fb9-71945bdf915a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:51:36Z', 'updated_at': '2021-06-14T14:51:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi'}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:51:43.210341 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning for port eb079986-3b85-4741-b328-f46c02acacdf completed by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:51:43.219049 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c4f71c-263d-4e0a-9cd2-aded46c5e26a None None] The sync data for ids ['595b7411-6d15-4961-8fb9-71945bdf915a'] in dv-cinder-726180-9-iscsi is: [{'id': '595b7411-6d15-4961-8fb9-71945bdf915a', 'name': 'tempest-TestShelveInstance-1702144095-router', 'tenant_id': '772b08af9d3445aa97ea6623f8339ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '447b8202-94b8-4196-b2c8-200842644b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:51:35Z', 'updated_at': '2021-06-14T14:51:38Z', 'revision_number': 3, 'project_id': '772b08af9d3445aa97ea6623f8339ce1', 'gw_port': {'id': '447b8202-94b8-4196-b2c8-200842644b60', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ea:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '595b7411-6d15-4961-8fb9-71945bdf915a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:51:36Z', 'updated_at': '2021-06-14T14:51:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi'}] {{(pid=99486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 14:51:43.255179 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning complete for port eb079986-3b85-4741-b328-f46c02acacdf triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:51:43.255491 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:43.341596 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-ea56aacb-5d0b-42a9-9394-88afc8fb5031 None None] Notify callbacks [] for port, precommit_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:43.371852 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-ea56aacb-5d0b-42a9-9394-88afc8fb5031 None None] Transition to ACTIVE for port object 9cbd7352-8195-4b29-979b-1d960d47d027 will not be triggered until provisioned by entity L2. {{(pid=99485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:51:43.422907 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a213ed55-ae3a-4848-a27d-69a7e2d73133 admin admin] Pushing event updated for resources: {'Port': ['ID=641093c4-b192-40c0-9b8f-54156a98a36a,revision_number=2']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:43.436398 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-a213ed55-ae3a-4848-a27d-69a7e2d73133 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:43.438165 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-a213ed55-ae3a-4848-a27d-69a7e2d73133 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4033998'] for router_interface, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:43.457696 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:43.508832 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-ea56aacb-5d0b-42a9-9394-88afc8fb5031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:43.514465 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:43.519051 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] For port eb079986-3b85-4741-b328-f46c02acacdf, host dv-cinder-726180-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=eb079986-3b85-4741-b328-f46c02acacdf,segment=NetworkSegment(dea26d5b-22bf-4796-94cf-154a199b82de),segment_id=dea26d5b-22bf-4796-94cf-154a199b82de)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:51:43.521183 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-5290d54b-5ab8-4aca-bcfd-95fd0d01a26d None None] Provisioning complete for port eb079986-3b85-4741-b328-f46c02acacdf triggered by entity DHCP. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:51:43.521568 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-5290d54b-5ab8-4aca-bcfd-95fd0d01a26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:43.671340 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:43.672279 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device fa88107f-f902-4db8-a244-ff45dc8cedbc up at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:51:43.727852 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-04313d3c-64ff-4cb3-9bdd-6dc9fcd98691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:43.819461 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4680fb-db9c-486e-867e-fb178c0a8eb8 None None] Pushing event updated for resources: {'Port': ['ID=9cbd7352-8195-4b29-979b-1d960d47d027,revision_number=2']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:43.836326 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-4e4680fb-db9c-486e-867e-fb178c0a8eb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:43.843525 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.163s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:43.847115 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.managers [None req-ea56aacb-5d0b-42a9-9394-88afc8fb5031 None None] Attempting to bind port 9cbd7352-8195-4b29-979b-1d960d47d027 on host dv-cinder-726180-9-iscsi for vnic_type normal with profile {{(pid=99485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:51:43.847649 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.managers [None req-ea56aacb-5d0b-42a9-9394-88afc8fb5031 None None] Attempting to bind port 9cbd7352-8195-4b29-979b-1d960d47d027 by drivers openvswitch,hyperv on host dv-cinder-726180-9-iscsi at level 0 using segments [{'id': '5f9b4eda-9001-4473-8107-70664bb4d177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380d7500-e042-4a28-87f8-50b947846e60'}] {{(pid=99485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:51:43.848559 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea56aacb-5d0b-42a9-9394-88afc8fb5031 None None] Attempting to bind port 9cbd7352-8195-4b29-979b-1d960d47d027 on network 380d7500-e042-4a28-87f8-50b947846e60 {{(pid=99485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:51:43.851448 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a213ed55-ae3a-4848-a27d-69a7e2d73133 admin admin] Network 0d8e9e38-8b46-4c67-9b20-7a353c87d77d is already hosted by enough agents. {{(pid=99483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:51:43.856051 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.base_scheduler [None req-a213ed55-ae3a-4848-a27d-69a7e2d73133 admin admin] Resources bound (agent type, host, resource id): {{(pid=99483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:51:43.929967 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea56aacb-5d0b-42a9-9394-88afc8fb5031 None None] Checking agent: {'id': 'e183279c-24ea-4296-8522-436b00f0c0a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-726180-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 38, 29), 'started_at': datetime.datetime(2021, 6, 14, 14, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-726180-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:51:43.931135 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea56aacb-5d0b-42a9-9394-88afc8fb5031 None None] Checking segment: {'id': '5f9b4eda-9001-4473-8107-70664bb4d177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380d7500-e042-4a28-87f8-50b947846e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:51:43.931834 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-ea56aacb-5d0b-42a9-9394-88afc8fb5031 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:43.932537 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea56aacb-5d0b-42a9-9394-88afc8fb5031 None None] Bound using segment: {'id': '5f9b4eda-9001-4473-8107-70664bb4d177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380d7500-e042-4a28-87f8-50b947846e60'} {{(pid=99485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:51:43.933382 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.managers [None req-ea56aacb-5d0b-42a9-9394-88afc8fb5031 None None] Bound port: 9cbd7352-8195-4b29-979b-1d960d47d027, host: dv-cinder-726180-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f9b4eda-9001-4473-8107-70664bb4d177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380d7500-e042-4a28-87f8-50b947846e60'}}] {{(pid=99485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:51:43.933984 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-ea56aacb-5d0b-42a9-9394-88afc8fb5031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:44.050595 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Pushing event updated for resources: {'Port': ['ID=eb079986-3b85-4741-b328-f46c02acacdf,revision_number=3']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:44.081812 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:44.136868 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-04313d3c-64ff-4cb3-9bdd-6dc9fcd98691 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:44.196705 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-ea56aacb-5d0b-42a9-9394-88afc8fb5031 None None] For port 9cbd7352-8195-4b29-979b-1d960d47d027, host dv-cinder-726180-9-iscsi, cleared binding levels {{(pid=99485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:51:44.206876 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-ea56aacb-5d0b-42a9-9394-88afc8fb5031 None None] For port 9cbd7352-8195-4b29-979b-1d960d47d027, host dv-cinder-726180-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=9cbd7352-8195-4b29-979b-1d960d47d027,segment=NetworkSegment(5f9b4eda-9001-4473-8107-70664bb4d177),segment_id=5f9b4eda-9001-4473-8107-70664bb4d177)] {{(pid=99485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:51:44.227103 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0346da71-e735-4228-9c25-7b480cb637e5 req-4e542daa-a202-4ff0-893f-5a2e870b9f24 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:44.228949 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-0346da71-e735-4228-9c25-7b480cb637e5 req-4e542daa-a202-4ff0-893f-5a2e870b9f24 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 945 time: 0.9506364 Jun 14 14:51:44.246842 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning for port fa88107f-f902-4db8-a244-ff45dc8cedbc completed by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:51:44.254927 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning complete for port fa88107f-f902-4db8-a244-ff45dc8cedbc triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:51:44.257048 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:44.283207 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a213ed55-ae3a-4848-a27d-69a7e2d73133 admin admin] Router c02aa4fe-409f-4e13-8d9f-dd3c2c374760 has already been hosted by L3 agent 1c008f53-dbc2-48c1-a123-31b869a31df2 {{(pid=99483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 14:51:44.290533 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-0346da71-e735-4228-9c25-7b480cb637e5 req-908a891c-600a-4a4a-802a-8e9e3aa87489 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510745 Jun 14 14:51:44.292410 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-04313d3c-64ff-4cb3-9bdd-6dc9fcd98691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12090178'] for port, after_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:44.299144 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-c0f43bab-9b65-4098-8bf2-d9cf4307e9eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:44.341164 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] get_ports_and_sgs() called for port_ids ['9df17aab-d6c6-431c-8afb-1204dad301af'] {{(pid=99485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 14:51:44.412639 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-ea56aacb-5d0b-42a9-9394-88afc8fb5031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:44.416718 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-4a6d9258-9edb-4308-965a-38f6fbb306d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:44.479665 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-04313d3c-64ff-4cb3-9bdd-6dc9fcd98691 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4033998'] for router_interface, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:44.491722 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04313d3c-64ff-4cb3-9bdd-6dc9fcd98691 admin admin] Pushing event updated for resources: {'Port': ['ID=df2dbb6f-848a-477c-9402-553ebb35ca78,revision_number=2']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:44.497668 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-04313d3c-64ff-4cb3-9bdd-6dc9fcd98691 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:44.515360 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4680fb-db9c-486e-867e-fb178c0a8eb8 None None] Pushing event updated for resources: {'Port': ['ID=9cbd7352-8195-4b29-979b-1d960d47d027,revision_number=3']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:44.531043 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-4e4680fb-db9c-486e-867e-fb178c0a8eb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:44.535225 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-d1c4ceee-5ee5-4255-822e-8ce208f3bfb6 None None] Provisioning complete for port 641093c4-b192-40c0-9b8f-54156a98a36a triggered by entity DHCP. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:51:44.535523 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-d1c4ceee-5ee5-4255-822e-8ce208f3bfb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:44.538037 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a213ed55-ae3a-4848-a27d-69a7e2d73133 admin admin] Notify agent at l3_agent.dv-cinder-726180-9-iscsi the message routers_updated {{(pid=99483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 14:51:44.554070 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-a213ed55-ae3a-4848-a27d-69a7e2d73133 admin admin] 10.222.0.55 "PUT /v2.0/routers/c02aa4fe-409f-4e13-8d9f-dd3c2c374760/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1797147 Jun 14 14:51:44.707350 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-d1c4ceee-5ee5-4255-822e-8ce208f3bfb6 None None] Port 641093c4-b192-40c0-9b8f-54156a98a36a cannot update to ACTIVE because it is not bound. {{(pid=99485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 14:51:44.715648 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04313d3c-64ff-4cb3-9bdd-6dc9fcd98691 admin admin] Network bdfff43c-22ec-4829-bcac-ad96c95618a2 is already hosted by enough agents. {{(pid=99484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:51:44.722867 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.base_scheduler [None req-04313d3c-64ff-4cb3-9bdd-6dc9fcd98691 admin admin] Resources bound (agent type, host, resource id): {{(pid=99484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:51:44.723598 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:44.726168 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea56aacb-5d0b-42a9-9394-88afc8fb5031 None None] Routers {'c02aa4fe-409f-4e13-8d9f-dd3c2c374760'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:51:44.726823 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-ea56aacb-5d0b-42a9-9394-88afc8fb5031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:51:28Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['c02aa4fe-409f-4e13-8d9f-dd3c2c374760'], 'active': True} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:51:45.009160 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04313d3c-64ff-4cb3-9bdd-6dc9fcd98691 admin admin] Router 595b7411-6d15-4961-8fb9-71945bdf915a has already been hosted by L3 agent 1c008f53-dbc2-48c1-a123-31b869a31df2 {{(pid=99484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 14:51:45.020973 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] For port fa88107f-f902-4db8-a244-ff45dc8cedbc, host dv-cinder-726180-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=fa88107f-f902-4db8-a244-ff45dc8cedbc,segment=NetworkSegment(dbb6439c-5595-4163-b868-05e852ccb04d),segment_id=dbb6439c-5595-4163-b868-05e852ccb04d)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:51:45.104735 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvr_db [None req-ea56aacb-5d0b-42a9-9394-88afc8fb5031 None None] Set router c02aa4fe-409f-4e13-8d9f-dd3c2c374760 gateway port host: dv-cinder-726180-9-iscsi {{(pid=99485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:51:45.255154 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04313d3c-64ff-4cb3-9bdd-6dc9fcd98691 admin admin] Notify agent at l3_agent.dv-cinder-726180-9-iscsi the message routers_updated {{(pid=99484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 14:51:45.273012 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-04313d3c-64ff-4cb3-9bdd-6dc9fcd98691 admin admin] 10.222.0.55 "PUT /v2.0/routers/595b7411-6d15-4961-8fb9-71945bdf915a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1036763 Jun 14 14:51:45.329742 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:45.330832 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device ce2d1610-0d19-404c-be02-9296b07d1a72 up at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:51:45.335142 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:45.337366 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-d1c4ceee-5ee5-4255-822e-8ce208f3bfb6 None None] Provisioning for port df2dbb6f-848a-477c-9402-553ebb35ca78 completed by entity DHCP. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:51:45.416793 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-d1c4ceee-5ee5-4255-822e-8ce208f3bfb6 None None] Provisioning complete for port df2dbb6f-848a-477c-9402-553ebb35ca78 triggered by entity DHCP. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:51:45.417414 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-d1c4ceee-5ee5-4255-822e-8ce208f3bfb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:45.756908 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-d1c4ceee-5ee5-4255-822e-8ce208f3bfb6 None None] Port df2dbb6f-848a-477c-9402-553ebb35ca78 cannot update to ACTIVE because it is not bound. {{(pid=99485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 14:51:45.781568 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Pushing event updated for resources: {'Port': ['ID=fa88107f-f902-4db8-a244-ff45dc8cedbc,revision_number=3']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:45.791329 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:45.926328 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device 9df17aab-d6c6-431c-8afb-1204dad301af up at agent hyperv_hv-cinder-72618 {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:51:45.932445 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-84785547-0138-4b08-9702-b35e1aa1244d None None] Provisioning complete for port df2dbb6f-848a-477c-9402-553ebb35ca78 triggered by entity DHCP. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:51:45.932878 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-84785547-0138-4b08-9702-b35e1aa1244d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:45.950373 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c59bc7-4d14-4626-9e72-14ba50f4b22a req-5433435c-0e4f-45ed-b0e6-52db6f928a88 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:45.952900 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-62c59bc7-4d14-4626-9e72-14ba50f4b22a req-5433435c-0e4f-45ed-b0e6-52db6f928a88 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 945 time: 0.3334780 Jun 14 14:51:46.028398 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-62c59bc7-4d14-4626-9e72-14ba50f4b22a req-fa025844-9b28-41ae-9eaf-ede9c67ed443 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698030 Jun 14 14:51:46.031775 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning for port ce2d1610-0d19-404c-be02-9296b07d1a72 completed by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:51:46.041187 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-84785547-0138-4b08-9702-b35e1aa1244d None None] Port df2dbb6f-848a-477c-9402-553ebb35ca78 cannot update to ACTIVE because it is not bound. {{(pid=99485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 14:51:46.046970 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning complete for port ce2d1610-0d19-404c-be02-9296b07d1a72 triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:51:46.047355 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:46.083319 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8684f1e1-c139-48ee-901e-ade81d93997e None None] Sync routers for ids ['595b7411-6d15-4961-8fb9-71945bdf915a'] in dv-cinder-726180-9-iscsi {{(pid=99485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 14:51:46.117471 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8684f1e1-c139-48ee-901e-ade81d93997e None None] Routers {'595b7411-6d15-4961-8fb9-71945bdf915a'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:51:46.118118 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-8684f1e1-c139-48ee-901e-ade81d93997e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:51:28Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['595b7411-6d15-4961-8fb9-71945bdf915a'], 'active': True} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:51:46.175237 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-ea56aacb-5d0b-42a9-9394-88afc8fb5031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02aa4fe-409f-4e13-8d9f-dd3c2c374760', 'name': 'tempest-TestMinimumBasicScenario-452765556-router', 'tenant_id': '30c373c90f4644729025c0cef752dbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '9cbd7352-8195-4b29-979b-1d960d47d027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:51:34Z', 'updated_at': '2021-06-14T14:51:42Z', 'revision_number': 4, 'project_id': '30c373c90f4644729025c0cef752dbd0', 'gw_port': {'id': '9cbd7352-8195-4b29-979b-1d960d47d027', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f0:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02aa4fe-409f-4e13-8d9f-dd3c2c374760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:51:36Z', 'updated_at': '2021-06-14T14:51:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_interfaces': [{'id': '641093c4-b192-40c0-9b8f-54156a98a36a', 'name': '', 'network_id': '0d8e9e38-8b46-4c67-9b20-7a353c87d77d', 'tenant_id': '30c373c90f4644729025c0cef752dbd0', 'mac_address': 'fa:16:3e:ee:80:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02aa4fe-409f-4e13-8d9f-dd3c2c374760', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '9e4a723b-704b-4e8f-b0d9-8b18b6b89427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:51:41Z', 'updated_at': '2021-06-14T14:51:42Z', 'revision_number': 2, 'project_id': '30c373c90f4644729025c0cef752dbd0', 'subnets': [{'id': '9e4a723b-704b-4e8f-b0d9-8b18b6b89427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:51:46.178271 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Provisioning complete for port 9df17aab-d6c6-431c-8afb-1204dad301af triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:51:46.178833 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:46.269059 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea56aacb-5d0b-42a9-9394-88afc8fb5031 None None] The sync data for ids ['c02aa4fe-409f-4e13-8d9f-dd3c2c374760'] in dv-cinder-726180-9-iscsi is: [{'id': 'c02aa4fe-409f-4e13-8d9f-dd3c2c374760', 'name': 'tempest-TestMinimumBasicScenario-452765556-router', 'tenant_id': '30c373c90f4644729025c0cef752dbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '9cbd7352-8195-4b29-979b-1d960d47d027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:51:34Z', 'updated_at': '2021-06-14T14:51:42Z', 'revision_number': 4, 'project_id': '30c373c90f4644729025c0cef752dbd0', 'gw_port': {'id': '9cbd7352-8195-4b29-979b-1d960d47d027', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f0:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02aa4fe-409f-4e13-8d9f-dd3c2c374760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:51:36Z', 'updated_at': '2021-06-14T14:51:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_interfaces': [{'id': '641093c4-b192-40c0-9b8f-54156a98a36a', 'name': '', 'network_id': '0d8e9e38-8b46-4c67-9b20-7a353c87d77d', 'tenant_id': '30c373c90f4644729025c0cef752dbd0', 'mac_address': 'fa:16:3e:ee:80:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02aa4fe-409f-4e13-8d9f-dd3c2c374760', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '9e4a723b-704b-4e8f-b0d9-8b18b6b89427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:51:41Z', 'updated_at': '2021-06-14T14:51:42Z', 'revision_number': 2, 'project_id': '30c373c90f4644729025c0cef752dbd0', 'subnets': [{'id': '9e4a723b-704b-4e8f-b0d9-8b18b6b89427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 14:51:46.394427 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:46.482140 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvr_db [None req-8684f1e1-c139-48ee-901e-ade81d93997e None None] Set router 595b7411-6d15-4961-8fb9-71945bdf915a gateway port host: dv-cinder-726180-9-iscsi {{(pid=99485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:51:46.676772 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] For port ce2d1610-0d19-404c-be02-9296b07d1a72, host dv-cinder-726180-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=ce2d1610-0d19-404c-be02-9296b07d1a72,segment=NetworkSegment(400310be-4fab-419b-9e19-36d89a0b3d4c),segment_id=400310be-4fab-419b-9e19-36d89a0b3d4c)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:51:46.682780 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:46.791849 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f976e0-4cc4-4b90-b59d-dd773dbc02ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df17aab-d6c6-431c-8afb-1204dad301af'}] {{(pid=99485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:51:46.794307 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb48b8a921a599a4918edb6fe4edb23e72f7f4aaa6ba2d648db764b95ae78972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc349aae-2d37-46ec-b961-51aed10b28c5" -d '{"events": [{"server_uuid": "b9f976e0-4cc4-4b90-b59d-dd773dbc02ba", "name": "network-vif-plugged", "status": "completed", "tag": "9df17aab-d6c6-431c-8afb-1204dad301af"}]}' {{(pid=99485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:51:46.797314 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:46.807076 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:46.845778 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 35648) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:51:46.850995 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.v2.base [None req-fcc09969-fca2-4b4d-9a7a-73b9ea7919c5 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-602790184', 'description': 'tempest-secgroup-smoke-602790184 description', 'project_id': '8730e6a0fdc54b92a4e0d83a015c460a'}} {{(pid=99483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:51:46.933105 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 14:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f2ccc4-9af7-4564-bcae-b0840af55b30 x-openstack-request-id: req-93f2ccc4-9af7-4564-bcae-b0840af55b30 {{(pid=99485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:51:46.933542 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9f976e0-4cc4-4b90-b59d-dd773dbc02ba", "name": "network-vif-plugged", "status": "completed", "tag": "9df17aab-d6c6-431c-8afb-1204dad301af", "code": 200}]} {{(pid=99485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:51:46.933903 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-93f2ccc4-9af7-4564-bcae-b0840af55b30 {{(pid=99485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:51:46.934404 dv-cinder-726180-9-iscsi neutron-server[99485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9f976e0-4cc4-4b90-b59d-dd773dbc02ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df17aab-d6c6-431c-8afb-1204dad301af', 'code': 200} Jun 14 14:51:46.937535 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Pushing event updated for resources: {'Port': ['ID=ce2d1610-0d19-404c-be02-9296b07d1a72,revision_number=5']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:46.988797 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:46.992196 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] For port 9df17aab-d6c6-431c-8afb-1204dad301af, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=9df17aab-d6c6-431c-8afb-1204dad301af,segment=NetworkSegment(74da14e9-8c63-4e6e-9b03-7a584e6443b7),segment_id=74da14e9-8c63-4e6e-9b03-7a584e6443b7)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:51:47.052175 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-fcc09969-fca2-4b4d-9a7a-73b9ea7919c5 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Notify callbacks [] for security_group, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:47.155103 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device 447b8202-94b8-4196-b2c8-200842644b60 up at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:51:47.200682 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:47.221062 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-9c91d69d-244d-4001-a8e6-a5cfa78424df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:47.291331 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-fcc09969-fca2-4b4d-9a7a-73b9ea7919c5 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Notify callbacks [] for security_group, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:47.296654 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Pushing event updated for resources: {'Port': ['ID=9df17aab-d6c6-431c-8afb-1204dad301af,revision_number=10']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:47.300380 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:47.323253 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-8684f1e1-c139-48ee-901e-ade81d93997e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595b7411-6d15-4961-8fb9-71945bdf915a', 'name': 'tempest-TestShelveInstance-1702144095-router', 'tenant_id': '772b08af9d3445aa97ea6623f8339ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '447b8202-94b8-4196-b2c8-200842644b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:51:35Z', 'updated_at': '2021-06-14T14:51:43Z', 'revision_number': 4, 'project_id': '772b08af9d3445aa97ea6623f8339ce1', 'gw_port': {'id': '447b8202-94b8-4196-b2c8-200842644b60', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ea:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '595b7411-6d15-4961-8fb9-71945bdf915a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:51:36Z', 'updated_at': '2021-06-14T14:51:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_interfaces': [{'id': 'df2dbb6f-848a-477c-9402-553ebb35ca78', 'name': '', 'network_id': 'bdfff43c-22ec-4829-bcac-ad96c95618a2', 'tenant_id': '772b08af9d3445aa97ea6623f8339ce1', 'mac_address': 'fa:16:3e:b8:62:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '595b7411-6d15-4961-8fb9-71945bdf915a', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f4d72ab0-46e8-4b45-a622-ca8d45653a69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:51:42Z', 'updated_at': '2021-06-14T14:51:43Z', 'revision_number': 2, 'project_id': '772b08af9d3445aa97ea6623f8339ce1', 'subnets': [{'id': 'f4d72ab0-46e8-4b45-a622-ca8d45653a69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:51:47.331839 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8684f1e1-c139-48ee-901e-ade81d93997e None None] Checking router: 595b7411-6d15-4961-8fb9-71945bdf915a for host: dv-cinder-726180-9-iscsi {{(pid=99485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 14:51:47.333046 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8684f1e1-c139-48ee-901e-ade81d93997e None None] Updating router 595b7411-6d15-4961-8fb9-71945bdf915a port df2dbb6f-848a-477c-9402-553ebb35ca78 binding host dv-cinder-726180-9-iscsi {{(pid=99485) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 14:51:47.431996 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-fcc09969-fca2-4b4d-9a7a-73b9ea7919c5 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:47.449764 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8684f1e1-c139-48ee-901e-ade81d93997e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:47.454091 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-64eb4150-1a0d-4a40-aa22-043fbdec6738 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:47.538432 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc09969-fca2-4b4d-9a7a-73b9ea7919c5 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4648ab45-3fe7-4fb0-aedd-27d6176c7dce,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:47.543873 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning for port 447b8202-94b8-4196-b2c8-200842644b60 completed by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:51:47.568785 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-fcc09969-fca2-4b4d-9a7a-73b9ea7919c5 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:47.579027 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning complete for port 447b8202-94b8-4196-b2c8-200842644b60 triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:51:47.579678 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:47.597344 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb45cc-ac14-4dec-bc22-766a12f7c1e0 req-d9a7c007-3c10-4ee8-b327-1d644ef82801 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:47.604032 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-36eb45cc-ac14-4dec-bc22-766a12f7c1e0 req-d9a7c007-3c10-4ee8-b327-1d644ef82801 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 947 time: 0.3110595 Jun 14 14:51:47.679639 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-fcc09969-fca2-4b4d-9a7a-73b9ea7919c5 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Notify callbacks [] for security_group, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:47.684623 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 35654) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:51:47.685251 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-fcc09969-fca2-4b4d-9a7a-73b9ea7919c5 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.8388610 Jun 14 14:51:47.693564 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.v2.base [None req-1f1dde9c-46d1-4d7a-80e2-113971bed9ed tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Request body: {'security_group_rule': {'security_group_id': '4648ab45-3fe7-4fb0-aedd-27d6176c7dce', 'project_id': '8730e6a0fdc54b92a4e0d83a015c460a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:51:47.710915 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-36eb45cc-ac14-4dec-bc22-766a12f7c1e0 req-d488383d-ee17-4fbc-a935-917ffed9485c tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939744 Jun 14 14:51:47.862851 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-1f1dde9c-46d1-4d7a-80e2-113971bed9ed tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:47.889524 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:47.948802 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] For port 447b8202-94b8-4196-b2c8-200842644b60, host dv-cinder-726180-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=447b8202-94b8-4196-b2c8-200842644b60,segment=NetworkSegment(5f9b4eda-9001-4473-8107-70664bb4d177),segment_id=5f9b4eda-9001-4473-8107-70664bb4d177)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:51:47.984998 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-1f1dde9c-46d1-4d7a-80e2-113971bed9ed tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:48.377991 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8684f1e1-c139-48ee-901e-ade81d93997e None None] Notify callbacks [] for port, precommit_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:48.390630 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8684f1e1-c139-48ee-901e-ade81d93997e None None] Transition to ACTIVE for port object df2dbb6f-848a-477c-9402-553ebb35ca78 will not be triggered until provisioned by entity L2. {{(pid=99485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:51:48.614582 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:48.614582 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device eb079986-3b85-4741-b328-f46c02acacdf up at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:51:48.614582 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:48.716235 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Pushing event updated for resources: {'Port': ['ID=447b8202-94b8-4196-b2c8-200842644b60,revision_number=4']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:48.716235 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:48.726498 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning complete for port eb079986-3b85-4741-b328-f46c02acacdf triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:51:48.727053 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:48.739245 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-1f1dde9c-46d1-4d7a-80e2-113971bed9ed tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125863'] for security_group_rule, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:48.754667 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-72b6a002-7864-4632-9698-4c895c2904c4 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:48.798504 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1dde9c-46d1-4d7a-80e2-113971bed9ed tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d9fe855-e78b-42ea-b20e-62cbf321b2c6,revision_number=0']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:48.807090 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-1f1dde9c-46d1-4d7a-80e2-113971bed9ed tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:48.856592 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device fa88107f-f902-4db8-a244-ff45dc8cedbc up at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:51:48.922708 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning complete for port fa88107f-f902-4db8-a244-ff45dc8cedbc triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:51:48.923200 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:49.000095 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8684f1e1-c139-48ee-901e-ade81d93997e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:49.005115 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-3ede70ca-b374-4317-839c-a325501c7396 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:49.185669 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc56a64-440d-44e6-8831-9873ee386581 None None] Pushing event updated for resources: {'Port': ['ID=df2dbb6f-848a-477c-9402-553ebb35ca78,revision_number=3']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:49.189107 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-4fc56a64-440d-44e6-8831-9873ee386581 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:49.302471 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.managers [None req-8684f1e1-c139-48ee-901e-ade81d93997e None None] Attempting to bind port df2dbb6f-848a-477c-9402-553ebb35ca78 on host dv-cinder-726180-9-iscsi for vnic_type normal with profile {{(pid=99485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:51:49.303257 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.managers [None req-8684f1e1-c139-48ee-901e-ade81d93997e None None] Attempting to bind port df2dbb6f-848a-477c-9402-553ebb35ca78 by drivers openvswitch,hyperv on host dv-cinder-726180-9-iscsi at level 0 using segments [{'id': 'dea26d5b-22bf-4796-94cf-154a199b82de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'bdfff43c-22ec-4829-bcac-ad96c95618a2'}] {{(pid=99485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:51:49.303828 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8684f1e1-c139-48ee-901e-ade81d93997e None None] Attempting to bind port df2dbb6f-848a-477c-9402-553ebb35ca78 on network bdfff43c-22ec-4829-bcac-ad96c95618a2 {{(pid=99485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:51:49.316126 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca301a9-e331-4563-a48a-07fd55287b54 req-edeb579e-59ac-4307-adac-46adf7f05141 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:49.316126 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-9ca301a9-e331-4563-a48a-07fd55287b54 req-edeb579e-59ac-4307-adac-46adf7f05141 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 947 time: 0.1820304 Jun 14 14:51:49.321516 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8684f1e1-c139-48ee-901e-ade81d93997e None None] Checking agent: {'id': 'e183279c-24ea-4296-8522-436b00f0c0a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-726180-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 38, 29), 'started_at': datetime.datetime(2021, 6, 14, 14, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-726180-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:51:49.322466 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8684f1e1-c139-48ee-901e-ade81d93997e None None] Checking segment: {'id': 'dea26d5b-22bf-4796-94cf-154a199b82de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'bdfff43c-22ec-4829-bcac-ad96c95618a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:51:49.336241 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8684f1e1-c139-48ee-901e-ade81d93997e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:49.336992 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8684f1e1-c139-48ee-901e-ade81d93997e None None] Bound using segment: {'id': 'dea26d5b-22bf-4796-94cf-154a199b82de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'bdfff43c-22ec-4829-bcac-ad96c95618a2'} {{(pid=99485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:51:49.337891 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.managers [None req-8684f1e1-c139-48ee-901e-ade81d93997e None None] Bound port: df2dbb6f-848a-477c-9402-553ebb35ca78, host: dv-cinder-726180-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dea26d5b-22bf-4796-94cf-154a199b82de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'bdfff43c-22ec-4829-bcac-ad96c95618a2'}}] {{(pid=99485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:51:49.338611 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8684f1e1-c139-48ee-901e-ade81d93997e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:49.439979 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-9ca301a9-e331-4563-a48a-07fd55287b54 req-16019964-20d3-4781-9feb-61606a392cf4 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112804 Jun 14 14:51:49.528152 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device 447b8202-94b8-4196-b2c8-200842644b60 up at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:51:49.595152 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-8684f1e1-c139-48ee-901e-ade81d93997e None None] For port df2dbb6f-848a-477c-9402-553ebb35ca78, host dv-cinder-726180-9-iscsi, cleared binding levels {{(pid=99485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:51:49.638928 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-8684f1e1-c139-48ee-901e-ade81d93997e None None] For port df2dbb6f-848a-477c-9402-553ebb35ca78, host dv-cinder-726180-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=df2dbb6f-848a-477c-9402-553ebb35ca78,segment=NetworkSegment(dea26d5b-22bf-4796-94cf-154a199b82de),segment_id=dea26d5b-22bf-4796-94cf-154a199b82de)] {{(pid=99485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:51:49.673379 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning complete for port 447b8202-94b8-4196-b2c8-200842644b60 triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:51:49.674017 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:49.807550 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device ce2d1610-0d19-404c-be02-9296b07d1a72 up at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:51:49.863671 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-1f1dde9c-46d1-4d7a-80e2-113971bed9ed tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:49.870525 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 35668) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:51:49.876643 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-1f1dde9c-46d1-4d7a-80e2-113971bed9ed tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1880403 Jun 14 14:51:49.876775 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.v2.base [None req-92fa8018-9035-4c10-a409-0629d50182c3 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Request body: {'security_group_rule': {'security_group_id': '4648ab45-3fe7-4fb0-aedd-27d6176c7dce', 'project_id': '8730e6a0fdc54b92a4e0d83a015c460a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:51:49.900860 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning complete for port ce2d1610-0d19-404c-be02-9296b07d1a72 triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:51:49.901690 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:49.935444 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8684f1e1-c139-48ee-901e-ade81d93997e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:49.940489 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:50.021989 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8684f1e1-c139-48ee-901e-ade81d93997e None None] Routers {'595b7411-6d15-4961-8fb9-71945bdf915a'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:51:50.021989 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-8684f1e1-c139-48ee-901e-ade81d93997e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:51:28Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['595b7411-6d15-4961-8fb9-71945bdf915a'], 'active': True} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:51:50.046449 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-92fa8018-9035-4c10-a409-0629d50182c3 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:50.094439 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e842b8-9291-4114-94b9-230cde2bc712 None None] Sync routers for ids ['c02aa4fe-409f-4e13-8d9f-dd3c2c374760'] in dv-cinder-726180-9-iscsi {{(pid=99486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 14:51:50.105638 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e842b8-9291-4114-94b9-230cde2bc712 None None] Routers {'c02aa4fe-409f-4e13-8d9f-dd3c2c374760'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:51:50.106310 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-f9e842b8-9291-4114-94b9-230cde2bc712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:51:28Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['c02aa4fe-409f-4e13-8d9f-dd3c2c374760'], 'active': True} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:51:50.158613 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc56a64-440d-44e6-8831-9873ee386581 None None] Pushing event updated for resources: {'Port': ['ID=df2dbb6f-848a-477c-9402-553ebb35ca78,revision_number=4']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:50.191420 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-92fa8018-9035-4c10-a409-0629d50182c3 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:50.239996 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-4fc56a64-440d-44e6-8831-9873ee386581 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:50.321074 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-92fa8018-9035-4c10-a409-0629d50182c3 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125863'] for security_group_rule, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:50.330176 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:50.378373 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b344f39-563d-4997-bed7-7d4706b36809 req-693fa9f8-8631-419f-bf00-85e942bd277e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:50.384921 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-8b344f39-563d-4997-bed7-7d4706b36809 req-693fa9f8-8631-419f-bf00-85e942bd277e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 1100 time: 0.1171939 Jun 14 14:51:50.394557 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device 9cbd7352-8195-4b29-979b-1d960d47d027 up at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:51:50.424561 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fa8018-9035-4c10-a409-0629d50182c3 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d35156d-ad44-45c2-83d2-1353db8419e1,revision_number=0']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:50.436569 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-92fa8018-9035-4c10-a409-0629d50182c3 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:50.439496 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvr_db [None req-f9e842b8-9291-4114-94b9-230cde2bc712 None None] Set router c02aa4fe-409f-4e13-8d9f-dd3c2c374760 gateway port host: dv-cinder-726180-9-iscsi {{(pid=99486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:51:50.470939 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-8b344f39-563d-4997-bed7-7d4706b36809 req-6fa594c5-ce52-447d-b872-97b6ea9b5c1d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772004 Jun 14 14:51:50.522466 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvr_db [None req-8684f1e1-c139-48ee-901e-ade81d93997e None None] Set router 595b7411-6d15-4961-8fb9-71945bdf915a gateway port host: dv-cinder-726180-9-iscsi {{(pid=99485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:51:50.554629 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-92fa8018-9035-4c10-a409-0629d50182c3 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:50.562513 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-92fa8018-9035-4c10-a409-0629d50182c3 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6904435 Jun 14 14:51:50.567402 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 35674) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:51:50.570200 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.v2.base [None req-d070454f-54a6-438c-a4d0-adffb65f86ec tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Request body: {'security_group_rule': {'security_group_id': '4648ab45-3fe7-4fb0-aedd-27d6176c7dce', 'project_id': '8730e6a0fdc54b92a4e0d83a015c460a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:51:50.614099 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf033a7-4ce0-4419-8da6-c9228131d046 req-b23049fb-ccb4-4774-905e-7aa033f82d2c tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:50.624662 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-fbf033a7-4ce0-4419-8da6-c9228131d046 req-b23049fb-ccb4-4774-905e-7aa033f82d2c tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=517c6891-dd10-4a1f-9bbc-312ff0548f30 HTTP/1.1" status: 200 len: 945 time: 0.1119130 Jun 14 14:51:50.693591 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-fbf033a7-4ce0-4419-8da6-c9228131d046 req-04dcdd64-7aaf-46e0-bbf7-0baf8f418f6a tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=1347ac37-5848-4178-9b5e-4b2149ac523e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675428 Jun 14 14:51:50.817310 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ae05e-f7bc-4c3d-a538-bc794d7fd943 req-2326ed0b-cad1-4332-8e03-377a68f17e2e tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:50.827781 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-5f8ae05e-f7bc-4c3d-a538-bc794d7fd943 req-2326ed0b-cad1-4332-8e03-377a68f17e2e tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 947 time: 0.1578913 Jun 14 14:51:50.887433 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-d070454f-54a6-438c-a4d0-adffb65f86ec tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:50.921223 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-5f8ae05e-f7bc-4c3d-a538-bc794d7fd943 req-f5f7112d-f4d3-4f61-b81f-5711622646f5 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919232 Jun 14 14:51:50.961744 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-f9e842b8-9291-4114-94b9-230cde2bc712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02aa4fe-409f-4e13-8d9f-dd3c2c374760', 'name': 'tempest-TestMinimumBasicScenario-452765556-router', 'tenant_id': '30c373c90f4644729025c0cef752dbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '9cbd7352-8195-4b29-979b-1d960d47d027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:51:34Z', 'updated_at': '2021-06-14T14:51:42Z', 'revision_number': 4, 'project_id': '30c373c90f4644729025c0cef752dbd0', 'gw_port': {'id': '9cbd7352-8195-4b29-979b-1d960d47d027', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f0:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02aa4fe-409f-4e13-8d9f-dd3c2c374760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:51:36Z', 'updated_at': '2021-06-14T14:51:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_interfaces': [{'id': '641093c4-b192-40c0-9b8f-54156a98a36a', 'name': '', 'network_id': '0d8e9e38-8b46-4c67-9b20-7a353c87d77d', 'tenant_id': '30c373c90f4644729025c0cef752dbd0', 'mac_address': 'fa:16:3e:ee:80:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02aa4fe-409f-4e13-8d9f-dd3c2c374760', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '9e4a723b-704b-4e8f-b0d9-8b18b6b89427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:51:41Z', 'updated_at': '2021-06-14T14:51:42Z', 'revision_number': 2, 'project_id': '30c373c90f4644729025c0cef752dbd0', 'subnets': [{'id': '9e4a723b-704b-4e8f-b0d9-8b18b6b89427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:51:50.968920 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e842b8-9291-4114-94b9-230cde2bc712 None None] Checking router: c02aa4fe-409f-4e13-8d9f-dd3c2c374760 for host: dv-cinder-726180-9-iscsi {{(pid=99486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 14:51:50.975777 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e842b8-9291-4114-94b9-230cde2bc712 None None] Updating router c02aa4fe-409f-4e13-8d9f-dd3c2c374760 port 641093c4-b192-40c0-9b8f-54156a98a36a binding host dv-cinder-726180-9-iscsi {{(pid=99486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 14:51:51.055209 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-f9e842b8-9291-4114-94b9-230cde2bc712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:51.073056 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-d070454f-54a6-438c-a4d0-adffb65f86ec tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:51.113928 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-8684f1e1-c139-48ee-901e-ade81d93997e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595b7411-6d15-4961-8fb9-71945bdf915a', 'name': 'tempest-TestShelveInstance-1702144095-router', 'tenant_id': '772b08af9d3445aa97ea6623f8339ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '447b8202-94b8-4196-b2c8-200842644b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:51:35Z', 'updated_at': '2021-06-14T14:51:43Z', 'revision_number': 4, 'project_id': '772b08af9d3445aa97ea6623f8339ce1', 'gw_port': {'id': '447b8202-94b8-4196-b2c8-200842644b60', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ea:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595b7411-6d15-4961-8fb9-71945bdf915a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:51:36Z', 'updated_at': '2021-06-14T14:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_interfaces': [{'id': 'df2dbb6f-848a-477c-9402-553ebb35ca78', 'name': '', 'network_id': 'bdfff43c-22ec-4829-bcac-ad96c95618a2', 'tenant_id': '772b08af9d3445aa97ea6623f8339ce1', 'mac_address': 'fa:16:3e:b8:62:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '595b7411-6d15-4961-8fb9-71945bdf915a', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f4d72ab0-46e8-4b45-a622-ca8d45653a69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:51:42Z', 'updated_at': '2021-06-14T14:51:49Z', 'revision_number': 4, 'project_id': '772b08af9d3445aa97ea6623f8339ce1', 'subnets': [{'id': 'f4d72ab0-46e8-4b45-a622-ca8d45653a69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:51:51.120461 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8684f1e1-c139-48ee-901e-ade81d93997e None None] The sync data for ids ['595b7411-6d15-4961-8fb9-71945bdf915a'] in dv-cinder-726180-9-iscsi is: [{'id': '595b7411-6d15-4961-8fb9-71945bdf915a', 'name': 'tempest-TestShelveInstance-1702144095-router', 'tenant_id': '772b08af9d3445aa97ea6623f8339ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '447b8202-94b8-4196-b2c8-200842644b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:51:35Z', 'updated_at': '2021-06-14T14:51:43Z', 'revision_number': 4, 'project_id': '772b08af9d3445aa97ea6623f8339ce1', 'gw_port': {'id': '447b8202-94b8-4196-b2c8-200842644b60', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ea:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595b7411-6d15-4961-8fb9-71945bdf915a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:51:36Z', 'updated_at': '2021-06-14T14:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_interfaces': [{'id': 'df2dbb6f-848a-477c-9402-553ebb35ca78', 'name': '', 'network_id': 'bdfff43c-22ec-4829-bcac-ad96c95618a2', 'tenant_id': '772b08af9d3445aa97ea6623f8339ce1', 'mac_address': 'fa:16:3e:b8:62:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '595b7411-6d15-4961-8fb9-71945bdf915a', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f4d72ab0-46e8-4b45-a622-ca8d45653a69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:51:42Z', 'updated_at': '2021-06-14T14:51:49Z', 'revision_number': 4, 'project_id': '772b08af9d3445aa97ea6623f8339ce1', 'subnets': [{'id': 'f4d72ab0-46e8-4b45-a622-ca8d45653a69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 14:51:51.133015 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning for port 9cbd7352-8195-4b29-979b-1d960d47d027 completed by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:51:51.142500 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning complete for port 9cbd7352-8195-4b29-979b-1d960d47d027 triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:51:51.142925 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:51.315034 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-d070454f-54a6-438c-a4d0-adffb65f86ec tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125863'] for security_group_rule, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:51.334428 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-b2bfbebb-9055-40aa-969f-8ea933e41ef0 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:51.397062 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d070454f-54a6-438c-a4d0-adffb65f86ec tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aade1f8c-419e-41d2-a0be-ee4229428cd2,revision_number=0']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:51.408940 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-d070454f-54a6-438c-a4d0-adffb65f86ec tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:51.692941 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:51.692941 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] For port 9cbd7352-8195-4b29-979b-1d960d47d027, host dv-cinder-726180-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=9cbd7352-8195-4b29-979b-1d960d47d027,segment=NetworkSegment(5f9b4eda-9001-4473-8107-70664bb4d177),segment_id=5f9b4eda-9001-4473-8107-70664bb4d177)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:51:51.815624 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-f9e842b8-9291-4114-94b9-230cde2bc712 None None] Notify callbacks [] for port, precommit_update {{(pid=99486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:51.834598 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.provisioning_blocks [None req-f9e842b8-9291-4114-94b9-230cde2bc712 None None] Transition to ACTIVE for port object 641093c4-b192-40c0-9b8f-54156a98a36a will not be triggered until provisioned by entity L2. {{(pid=99486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:51:51.974961 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d95651-036a-47be-bd7a-f3e9e916d34b req-def53336-b55b-4723-9cab-ee90125f5c05 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:51.976998 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-a3d95651-036a-47be-bd7a-f3e9e916d34b req-def53336-b55b-4723-9cab-ee90125f5c05 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=517c6891-dd10-4a1f-9bbc-312ff0548f30 HTTP/1.1" status: 200 len: 945 time: 0.0987058 Jun 14 14:51:52.045405 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-a3d95651-036a-47be-bd7a-f3e9e916d34b req-e4507a6d-7629-48a0-8e8d-26e01501f6b6 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=1347ac37-5848-4178-9b5e-4b2149ac523e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577543 Jun 14 14:51:52.138149 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-d070454f-54a6-438c-a4d0-adffb65f86ec tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:52.139353 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-d070454f-54a6-438c-a4d0-adffb65f86ec tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5746055 Jun 14 14:51:52.142616 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 35700) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:51:52.147678 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.v2.base [None req-a8a99023-fdad-4b84-a915-159fd9aec3b6 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Request body: {'security_group_rule': {'security_group_id': '4648ab45-3fe7-4fb0-aedd-27d6176c7dce', 'project_id': '8730e6a0fdc54b92a4e0d83a015c460a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:51:52.199497 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb75b5e-5787-4c2d-a5d3-3b9693be1cca req-7787e1ba-7859-4dd8-803f-86746303195a tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:52.201079 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-aeb75b5e-5787-4c2d-a5d3-3b9693be1cca req-7787e1ba-7859-4dd8-803f-86746303195a tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 947 time: 0.1153586 Jun 14 14:51:52.284301 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-aeb75b5e-5787-4c2d-a5d3-3b9693be1cca req-0b320d41-2f3d-440f-9c15-cd246b88369e tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706012 Jun 14 14:51:52.337968 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-f9e842b8-9291-4114-94b9-230cde2bc712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:52.346726 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG oslo_concurrency.lockutils [None req-375fefd6-cbf4-45a2-899f-f6eed90cf19e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:52.405512 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:52.409160 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:52.453489 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-a8a99023-fdad-4b84-a915-159fd9aec3b6 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:52.627468 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705e1b32-d7e6-426a-abf3-525a8ca25580 None None] Pushing event updated for resources: {'Port': ['ID=641093c4-b192-40c0-9b8f-54156a98a36a,revision_number=3']} {{(pid=99486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:52.645914 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Pushing event updated for resources: {'Port': ['ID=9cbd7352-8195-4b29-979b-1d960d47d027,revision_number=4']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:52.665651 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device df2dbb6f-848a-477c-9402-553ebb35ca78 up at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:51:52.669989 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:52.689598 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-a8a99023-fdad-4b84-a915-159fd9aec3b6 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:52.715587 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG oslo_concurrency.lockutils [None req-705e1b32-d7e6-426a-abf3-525a8ca25580 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=99486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:52.824721 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.managers [None req-f9e842b8-9291-4114-94b9-230cde2bc712 None None] Attempting to bind port 641093c4-b192-40c0-9b8f-54156a98a36a on host dv-cinder-726180-9-iscsi for vnic_type normal with profile {{(pid=99486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:51:52.825345 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.managers [None req-f9e842b8-9291-4114-94b9-230cde2bc712 None None] Attempting to bind port 641093c4-b192-40c0-9b8f-54156a98a36a by drivers openvswitch,hyperv on host dv-cinder-726180-9-iscsi at level 0 using segments [{'id': 'dbb6439c-5595-4163-b868-05e852ccb04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '0d8e9e38-8b46-4c67-9b20-7a353c87d77d'}] {{(pid=99486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:51:52.825955 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e842b8-9291-4114-94b9-230cde2bc712 None None] Attempting to bind port 641093c4-b192-40c0-9b8f-54156a98a36a on network 0d8e9e38-8b46-4c67-9b20-7a353c87d77d {{(pid=99486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:51:52.842290 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e842b8-9291-4114-94b9-230cde2bc712 None None] Checking agent: {'id': 'e183279c-24ea-4296-8522-436b00f0c0a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-726180-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 38, 29), 'started_at': datetime.datetime(2021, 6, 14, 14, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-726180-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:51:52.843490 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e842b8-9291-4114-94b9-230cde2bc712 None None] Checking segment: {'id': 'dbb6439c-5595-4163-b868-05e852ccb04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '0d8e9e38-8b46-4c67-9b20-7a353c87d77d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:51:52.844766 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-f9e842b8-9291-4114-94b9-230cde2bc712 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:52.853076 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e842b8-9291-4114-94b9-230cde2bc712 None None] Bound using segment: {'id': 'dbb6439c-5595-4163-b868-05e852ccb04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '0d8e9e38-8b46-4c67-9b20-7a353c87d77d'} {{(pid=99486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:51:52.853076 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.managers [None req-f9e842b8-9291-4114-94b9-230cde2bc712 None None] Bound port: 641093c4-b192-40c0-9b8f-54156a98a36a, host: dv-cinder-726180-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbb6439c-5595-4163-b868-05e852ccb04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '0d8e9e38-8b46-4c67-9b20-7a353c87d77d'}}] {{(pid=99486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:51:52.853076 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-f9e842b8-9291-4114-94b9-230cde2bc712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:52.892729 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-a8a99023-fdad-4b84-a915-159fd9aec3b6 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125863'] for security_group_rule, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:52.905247 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-1f1dde9c-46d1-4d7a-80e2-113971bed9ed tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:52.945180 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a99023-fdad-4b84-a915-159fd9aec3b6 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83fb5635-c203-48b9-9d29-9bfa822d2700,revision_number=0']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:52.950792 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-a8a99023-fdad-4b84-a915-159fd9aec3b6 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:52.972931 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98550f91-d830-4bd6-969e-cb29f6c1d34b req-a753dae7-fa97-4c19-b900-31b1d5c3f13e tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:52.974564 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-98550f91-d830-4bd6-969e-cb29f6c1d34b req-a753dae7-fa97-4c19-b900-31b1d5c3f13e tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.21 "GET /v2.0/ports?device_id=517c6891-dd10-4a1f-9bbc-312ff0548f30 HTTP/1.1" status: 200 len: 945 time: 0.1575408 Jun 14 14:51:52.980553 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.db [None req-f9e842b8-9291-4114-94b9-230cde2bc712 None None] For port 641093c4-b192-40c0-9b8f-54156a98a36a, host dv-cinder-726180-9-iscsi, cleared binding levels {{(pid=99486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:51:52.984075 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning for port df2dbb6f-848a-477c-9402-553ebb35ca78 completed by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:51:52.990484 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.db [None req-f9e842b8-9291-4114-94b9-230cde2bc712 None None] For port 641093c4-b192-40c0-9b8f-54156a98a36a, host dv-cinder-726180-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=641093c4-b192-40c0-9b8f-54156a98a36a,segment=NetworkSegment(dbb6439c-5595-4163-b868-05e852ccb04d),segment_id=dbb6439c-5595-4163-b868-05e852ccb04d)] {{(pid=99486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:51:52.999779 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning complete for port df2dbb6f-848a-477c-9402-553ebb35ca78 triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:51:53.000413 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:53.142266 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-f9e842b8-9291-4114-94b9-230cde2bc712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:53.142507 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-a8a99023-fdad-4b84-a915-159fd9aec3b6 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:53.143084 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-a8a99023-fdad-4b84-a915-159fd9aec3b6 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9989858 Jun 14 14:51:53.145236 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG oslo_concurrency.lockutils [None req-6ab710e9-ade2-4f03-a008-879d7f78b200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:53.146327 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 35718) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:51:53.161370 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.v2.base [None req-8cc48e95-d0ef-46b6-8bcf-b6f6eec0e4a3 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Request body: {'security_group_rule': {'security_group_id': '4648ab45-3fe7-4fb0-aedd-27d6176c7dce', 'project_id': '8730e6a0fdc54b92a4e0d83a015c460a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:51:53.247325 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:53.362947 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] For port df2dbb6f-848a-477c-9402-553ebb35ca78, host dv-cinder-726180-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=df2dbb6f-848a-477c-9402-553ebb35ca78,segment=NetworkSegment(dea26d5b-22bf-4796-94cf-154a199b82de),segment_id=dea26d5b-22bf-4796-94cf-154a199b82de)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:51:53.381611 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705e1b32-d7e6-426a-abf3-525a8ca25580 None None] Pushing event updated for resources: {'Port': ['ID=641093c4-b192-40c0-9b8f-54156a98a36a,revision_number=4']} {{(pid=99486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:53.432939 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG oslo_concurrency.lockutils [None req-705e1b32-d7e6-426a-abf3-525a8ca25580 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=99486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:53.461757 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25136c5d-8a99-4ad3-98a7-cefea5c7a879 req-de9c4ca9-0e82-4c81-9361-c7a905b52e23 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:53.462000 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e842b8-9291-4114-94b9-230cde2bc712 None None] Routers {'c02aa4fe-409f-4e13-8d9f-dd3c2c374760'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:51:53.463851 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-f9e842b8-9291-4114-94b9-230cde2bc712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:51:28Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['c02aa4fe-409f-4e13-8d9f-dd3c2c374760'], 'active': True} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:51:53.467219 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-25136c5d-8a99-4ad3-98a7-cefea5c7a879 req-de9c4ca9-0e82-4c81-9361-c7a905b52e23 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=517c6891-dd10-4a1f-9bbc-312ff0548f30 HTTP/1.1" status: 200 len: 945 time: 0.2326174 Jun 14 14:51:53.483781 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.db.securitygroups_db [None req-8cc48e95-d0ef-46b6-8bcf-b6f6eec0e4a3 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Project 8730e6a0fdc54b92a4e0d83a015c460a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 14 14:51:53.495073 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:53.498075 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:53.504546 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-8cc48e95-d0ef-46b6-8bcf-b6f6eec0e4a3 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:53.631532 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Pushing event updated for resources: {'Port': ['ID=df2dbb6f-848a-477c-9402-553ebb35ca78,revision_number=5']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:53.652090 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:53.737759 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-25136c5d-8a99-4ad3-98a7-cefea5c7a879 req-5e3f82fb-9931-4c6f-8d6b-959fcce53b3e tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=1347ac37-5848-4178-9b5e-4b2149ac523e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2367187 Jun 14 14:51:53.943641 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-8cc48e95-d0ef-46b6-8bcf-b6f6eec0e4a3 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:53.970839 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39308507-df50-4b07-a3b6-843d87a39bb8 req-22f69d11-6e34-4303-906f-06d65ac09cd2 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:53.980520 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-39308507-df50-4b07-a3b6-843d87a39bb8 req-22f69d11-6e34-4303-906f-06d65ac09cd2 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 947 time: 0.2413831 Jun 14 14:51:54.003476 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvr_db [None req-f9e842b8-9291-4114-94b9-230cde2bc712 None None] Set router c02aa4fe-409f-4e13-8d9f-dd3c2c374760 gateway port host: dv-cinder-726180-9-iscsi {{(pid=99486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:51:54.051498 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-8cc48e95-d0ef-46b6-8bcf-b6f6eec0e4a3 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125863'] for security_group_rule, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:54.053968 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-39308507-df50-4b07-a3b6-843d87a39bb8 req-1bf4d7d7-7579-4a7b-a371-dfd96fcc6084 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721502 Jun 14 14:51:54.110193 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-a18bfca9-f772-4714-84b6-19dd81d616f9 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:54.183061 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc48e95-d0ef-46b6-8bcf-b6f6eec0e4a3 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=783d91be-953a-4151-ad63-01265422997e,revision_number=0']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:54.199226 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-8cc48e95-d0ef-46b6-8bcf-b6f6eec0e4a3 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:54.248542 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.plugin [req-98550f91-d830-4bd6-969e-cb29f6c1d34b req-153df0dc-fed7-488c-b80b-ffebca56985d tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Deleting port 2e2f73fe-ace8-4f29-95c9-d5af4166b472 {{(pid=99484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:51:54.249181 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-98550f91-d830-4bd6-969e-cb29f6c1d34b req-153df0dc-fed7-488c-b80b-ffebca56985d tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375454248'] for port, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:54.410707 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.db [req-98550f91-d830-4bd6-969e-cb29f6c1d34b req-153df0dc-fed7-488c-b80b-ffebca56985d tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] For port 2e2f73fe-ace8-4f29-95c9-d5af4166b472, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=2e2f73fe-ace8-4f29-95c9-d5af4166b472,segment=NetworkSegment(3a52893f-b9e9-4664-b955-88ac2abfbad8),segment_id=3a52893f-b9e9-4664-b955-88ac2abfbad8)] {{(pid=99484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:51:54.411027 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-98550f91-d830-4bd6-969e-cb29f6c1d34b req-153df0dc-fed7-488c-b80b-ffebca56985d tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4046836'] for port, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:54.425785 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-f9e842b8-9291-4114-94b9-230cde2bc712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02aa4fe-409f-4e13-8d9f-dd3c2c374760', 'name': 'tempest-TestMinimumBasicScenario-452765556-router', 'tenant_id': '30c373c90f4644729025c0cef752dbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '9cbd7352-8195-4b29-979b-1d960d47d027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:51:34Z', 'updated_at': '2021-06-14T14:51:42Z', 'revision_number': 4, 'project_id': '30c373c90f4644729025c0cef752dbd0', 'gw_port': {'id': '9cbd7352-8195-4b29-979b-1d960d47d027', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02aa4fe-409f-4e13-8d9f-dd3c2c374760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:51:36Z', 'updated_at': '2021-06-14T14:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_interfaces': [{'id': '641093c4-b192-40c0-9b8f-54156a98a36a', 'name': '', 'network_id': '0d8e9e38-8b46-4c67-9b20-7a353c87d77d', 'tenant_id': '30c373c90f4644729025c0cef752dbd0', 'mac_address': 'fa:16:3e:ee:80:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02aa4fe-409f-4e13-8d9f-dd3c2c374760', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '9e4a723b-704b-4e8f-b0d9-8b18b6b89427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:51:41Z', 'updated_at': '2021-06-14T14:51:52Z', 'revision_number': 4, 'project_id': '30c373c90f4644729025c0cef752dbd0', 'subnets': [{'id': '9e4a723b-704b-4e8f-b0d9-8b18b6b89427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:51:54.429836 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e842b8-9291-4114-94b9-230cde2bc712 None None] The sync data for ids ['c02aa4fe-409f-4e13-8d9f-dd3c2c374760'] in dv-cinder-726180-9-iscsi is: [{'id': 'c02aa4fe-409f-4e13-8d9f-dd3c2c374760', 'name': 'tempest-TestMinimumBasicScenario-452765556-router', 'tenant_id': '30c373c90f4644729025c0cef752dbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '9cbd7352-8195-4b29-979b-1d960d47d027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:51:34Z', 'updated_at': '2021-06-14T14:51:42Z', 'revision_number': 4, 'project_id': '30c373c90f4644729025c0cef752dbd0', 'gw_port': {'id': '9cbd7352-8195-4b29-979b-1d960d47d027', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02aa4fe-409f-4e13-8d9f-dd3c2c374760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:51:36Z', 'updated_at': '2021-06-14T14:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_interfaces': [{'id': '641093c4-b192-40c0-9b8f-54156a98a36a', 'name': '', 'network_id': '0d8e9e38-8b46-4c67-9b20-7a353c87d77d', 'tenant_id': '30c373c90f4644729025c0cef752dbd0', 'mac_address': 'fa:16:3e:ee:80:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02aa4fe-409f-4e13-8d9f-dd3c2c374760', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '9e4a723b-704b-4e8f-b0d9-8b18b6b89427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:51:41Z', 'updated_at': '2021-06-14T14:51:52Z', 'revision_number': 4, 'project_id': '30c373c90f4644729025c0cef752dbd0', 'subnets': [{'id': '9e4a723b-704b-4e8f-b0d9-8b18b6b89427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 14:51:54.447939 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-8cc48e95-d0ef-46b6-8bcf-b6f6eec0e4a3 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:54.452129 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-8cc48e95-d0ef-46b6-8bcf-b6f6eec0e4a3 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.3015318 Jun 14 14:51:54.452672 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 35738) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:51:54.457563 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.v2.base [None req-087a6e97-e02a-44cd-ad36-1a6d71aa3011 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Request body: {'security_group_rule': {'security_group_id': '4648ab45-3fe7-4fb0-aedd-27d6176c7dce', 'project_id': '8730e6a0fdc54b92a4e0d83a015c460a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:51:54.624298 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.db.securitygroups_db [None req-087a6e97-e02a-44cd-ad36-1a6d71aa3011 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Project 8730e6a0fdc54b92a4e0d83a015c460a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 14 14:51:54.633348 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-087a6e97-e02a-44cd-ad36-1a6d71aa3011 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:54.640580 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device 641093c4-b192-40c0-9b8f-54156a98a36a up at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:51:54.776030 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-087a6e97-e02a-44cd-ad36-1a6d71aa3011 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:54.897340 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning for port 641093c4-b192-40c0-9b8f-54156a98a36a completed by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:51:54.913409 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning complete for port 641093c4-b192-40c0-9b8f-54156a98a36a triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:51:54.913409 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:54.954661 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-087a6e97-e02a-44cd-ad36-1a6d71aa3011 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125863'] for security_group_rule, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:54.957067 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:54.999548 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-98550f91-d830-4bd6-969e-cb29f6c1d34b req-153df0dc-fed7-488c-b80b-ffebca56985d tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:55.000859 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-98550f91-d830-4bd6-969e-cb29f6c1d34b req-153df0dc-fed7-488c-b80b-ffebca56985d tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4045686'] for floatingip, after_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:55.001053 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087a6e97-e02a-44cd-ad36-1a6d71aa3011 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49e765a3-4674-432f-96ac-00603e7876c1,revision_number=0']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:55.001730 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.db.l3_db [req-98550f91-d830-4bd6-969e-cb29f6c1d34b req-153df0dc-fed7-488c-b80b-ffebca56985d tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Floating IP 7efbefc9-08c5-4eb1-a1d0-1678f34a36ae disassociated. External IP: 172.27.3.151, port: 2e2f73fe-ace8-4f29-95c9-d5af4166b472. Jun 14 14:51:55.001875 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.plugin [req-98550f91-d830-4bd6-969e-cb29f6c1d34b req-153df0dc-fed7-488c-b80b-ffebca56985d tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Calling delete_port for 2e2f73fe-ace8-4f29-95c9-d5af4166b472 owned by compute:nova {{(pid=99484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:51:55.011302 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-087a6e97-e02a-44cd-ad36-1a6d71aa3011 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:55.110233 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-087a6e97-e02a-44cd-ad36-1a6d71aa3011 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:55.123787 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-087a6e97-e02a-44cd-ad36-1a6d71aa3011 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6581895 Jun 14 14:51:55.138104 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:55.235098 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] For port 641093c4-b192-40c0-9b8f-54156a98a36a, host dv-cinder-726180-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=641093c4-b192-40c0-9b8f-54156a98a36a,segment=NetworkSegment(dbb6439c-5595-4163-b868-05e852ccb04d),segment_id=dbb6439c-5595-4163-b868-05e852ccb04d)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:51:55.331756 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:55.332688 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device df2dbb6f-848a-477c-9402-553ebb35ca78 up at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:51:55.334539 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:55.605192 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Pushing event updated for resources: {'Port': ['ID=641093c4-b192-40c0-9b8f-54156a98a36a,revision_number=5']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:55.614489 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:55.673814 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning complete for port df2dbb6f-848a-477c-9402-553ebb35ca78 triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:51:55.674491 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbe3d57-c57f-414d-b5c5-f9c382df3b6b req-60645a8c-291a-4348-bdfa-5260a83e38a9 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:55.675422 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:55.689224 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-4fbe3d57-c57f-414d-b5c5-f9c382df3b6b req-60645a8c-291a-4348-bdfa-5260a83e38a9 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=517c6891-dd10-4a1f-9bbc-312ff0548f30 HTTP/1.1" status: 200 len: 945 time: 0.2530758 Jun 14 14:51:55.698930 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-98550f91-d830-4bd6-969e-cb29f6c1d34b req-153df0dc-fed7-488c-b80b-ffebca56985d tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375458892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763375065896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12090229'] for port, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:55.712928 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0b6b48-74d5-422f-b7a4-6e967b5d2b36 req-26761c4f-13fb-4ab2-b371-cfaedfcaaf04 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:55.725313 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-8c0b6b48-74d5-422f-b7a4-6e967b5d2b36 req-26761c4f-13fb-4ab2-b371-cfaedfcaaf04 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 947 time: 0.2256908 Jun 14 14:51:55.727314 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-958d9b2f-0eeb-4ee4-b398-bbfb9b7cd479 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:55.791001 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153df0dc-fed7-488c-b80b-ffebca56985d tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Pushing event deleted for resources: {'Port': ['ID=2e2f73fe-ace8-4f29-95c9-d5af4166b472,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:55.793856 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-153df0dc-fed7-488c-b80b-ffebca56985d tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:55.846742 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-4fbe3d57-c57f-414d-b5c5-f9c382df3b6b req-a156f97e-60f4-4243-b023-b2e5504f5c98 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=1347ac37-5848-4178-9b5e-4b2149ac523e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566036 Jun 14 14:51:55.910082 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-71a6ff7d-4dbe-4f50-b75a-b052976e9f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:55.958063 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-8c0b6b48-74d5-422f-b7a4-6e967b5d2b36 req-43c22a39-dc42-470b-8acb-a969597b98a5 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2304382 Jun 14 14:51:56.152780 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device 9cbd7352-8195-4b29-979b-1d960d47d027 up at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:51:56.268677 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98550f91-d830-4bd6-969e-cb29f6c1d34b req-153df0dc-fed7-488c-b80b-ffebca56985d tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Router a1e19f38-71a9-42c2-ad03-564a62f5fdd5 has already been hosted by L3 agent 1c008f53-dbc2-48c1-a123-31b869a31df2 {{(pid=99484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 14:51:56.325854 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning complete for port 9cbd7352-8195-4b29-979b-1d960d47d027 triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:51:56.326455 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:56.542372 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98550f91-d830-4bd6-969e-cb29f6c1d34b req-153df0dc-fed7-488c-b80b-ffebca56985d tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify agent at l3_agent.dv-cinder-726180-9-iscsi the message routers_updated {{(pid=99484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 14:51:56.566193 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d773545-0fff-4b9d-a1b0-26798761407e None None] Sync routers for ids ['a1e19f38-71a9-42c2-ad03-564a62f5fdd5'] in dv-cinder-726180-9-iscsi {{(pid=99485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 14:51:56.590853 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d773545-0fff-4b9d-a1b0-26798761407e None None] Routers {'a1e19f38-71a9-42c2-ad03-564a62f5fdd5'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:51:56.591883 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-1d773545-0fff-4b9d-a1b0-26798761407e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:51:28Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['a1e19f38-71a9-42c2-ad03-564a62f5fdd5'], 'active': True} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:51:56.717724 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.l3_dvrscheduler_db [req-98550f91-d830-4bd6-969e-cb29f6c1d34b req-153df0dc-fed7-488c-b80b-ffebca56985d tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] No DVR routers for this DVR port 2e2f73fe-ace8-4f29-95c9-d5af4166b472 on host hv-cinder-72618 {{(pid=99484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 14:51:56.721782 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-98550f91-d830-4bd6-969e-cb29f6c1d34b req-153df0dc-fed7-488c-b80b-ffebca56985d tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645'] for port, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:56.725651 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-98550f91-d830-4bd6-969e-cb29f6c1d34b req-153df0dc-fed7-488c-b80b-ffebca56985d tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.21 "DELETE /v2.0/ports/2e2f73fe-ace8-4f29-95c9-d5af4166b472 HTTP/1.1" status: 204 len: 173 time: 2.7662847 Jun 14 14:51:56.726367 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '517c6891-dd10-4a1f-9bbc-312ff0548f30', 'name': 'network-vif-deleted', 'tag': '2e2f73fe-ace8-4f29-95c9-d5af4166b472'}] {{(pid=99484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:51:56.742306 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d59e03e546515fa4e63eddd697505d7af87b03111d3d4a09b383aaccd0eedd18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dda2e32-99f9-4709-a157-b64cff0b7055" -d '{"events": [{"server_uuid": "517c6891-dd10-4a1f-9bbc-312ff0548f30", "name": "network-vif-deleted", "tag": "2e2f73fe-ace8-4f29-95c9-d5af4166b472"}]}' {{(pid=99484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:51:56.812947 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 14:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-001a2988-7fef-4aed-8ae3-ce9ef0029cff x-openstack-request-id: req-001a2988-7fef-4aed-8ae3-ce9ef0029cff {{(pid=99484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:51:56.816042 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "517c6891-dd10-4a1f-9bbc-312ff0548f30", "name": "network-vif-deleted", "tag": "2e2f73fe-ace8-4f29-95c9-d5af4166b472", "status": "completed", "code": 200}]} {{(pid=99484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:51:56.816042 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-001a2988-7fef-4aed-8ae3-ce9ef0029cff {{(pid=99484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:51:56.816042 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '517c6891-dd10-4a1f-9bbc-312ff0548f30', 'name': 'network-vif-deleted', 'tag': '2e2f73fe-ace8-4f29-95c9-d5af4166b472', 'status': 'completed', 'code': 200} Jun 14 14:51:56.949539 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device 641093c4-b192-40c0-9b8f-54156a98a36a up at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:51:56.976665 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-e5a93f9f-7a11-43ce-838a-a2000f10b7e9 req-34577461-8401-4343-8335-a69469c9cdf0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1503396 Jun 14 14:51:57.077652 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.agents_db [None req-f05f0e2d-2be5-4cb0-86e7-333c7e47477b None None] Agent healthcheck: found 6 active agents {{(pid=99486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 14:51:57.128110 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a93f9f-7a11-43ce-838a-a2000f10b7e9 req-4efc86d8-712f-42ed-9cbb-559b71ec575e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:57.130812 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-e5a93f9f-7a11-43ce-838a-a2000f10b7e9 req-4efc86d8-712f-42ed-9cbb-559b71ec575e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=79973d5241f0405abc9418c3151cbe9d&device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 1100 time: 0.1292145 Jun 14 14:51:57.153584 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning complete for port 641093c4-b192-40c0-9b8f-54156a98a36a triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:51:57.154629 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:57.157150 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-0bc17ea2-1b26-4d98-8033-a561782ec9b7 req-e4e24b43-8cb0-48a3-939b-24db24490f10 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=517c6891-dd10-4a1f-9bbc-312ff0548f30 HTTP/1.1" status: 200 len: 210 time: 0.0751939 Jun 14 14:51:57.243190 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvr_db [None req-1d773545-0fff-4b9d-a1b0-26798761407e None None] Set router a1e19f38-71a9-42c2-ad03-564a62f5fdd5 gateway port host: dv-cinder-726180-9-iscsi {{(pid=99485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:51:57.705065 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-1d773545-0fff-4b9d-a1b0-26798761407e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e19f38-71a9-42c2-ad03-564a62f5fdd5', 'name': 'tempest-AttachVolumeTestJSON-744546021-router', 'tenant_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '7f9e7668-8166-4761-9be7-99419494fe6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:46:41Z', 'updated_at': '2021-06-14T14:46:51Z', 'revision_number': 4, 'project_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'gw_port': {'id': '7f9e7668-8166-4761-9be7-99419494fe6e', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:db:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e19f38-71a9-42c2-ad03-564a62f5fdd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:46:43Z', 'updated_at': '2021-06-14T14:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_interfaces': [{'id': '19267b8f-8c0a-4213-86a8-a8ecf6c90a2f', 'name': '', 'network_id': '0f24e05a-f59f-42ec-ad23-eb813ca68e34', 'tenant_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'mac_address': 'fa:16:3e:44:e4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e19f38-71a9-42c2-ad03-564a62f5fdd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fdbf821b-0f7c-45ba-93c7-1bd078cce400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:46:50Z', 'updated_at': '2021-06-14T14:47:02Z', 'revision_number': 5, 'project_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'subnets': [{'id': 'fdbf821b-0f7c-45ba-93c7-1bd078cce400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:51:57.720790 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d773545-0fff-4b9d-a1b0-26798761407e None None] Checking router: a1e19f38-71a9-42c2-ad03-564a62f5fdd5 for host: dv-cinder-726180-9-iscsi {{(pid=99485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 14:51:57.736775 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d773545-0fff-4b9d-a1b0-26798761407e None None] Routers {'a1e19f38-71a9-42c2-ad03-564a62f5fdd5'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:51:57.737658 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-1d773545-0fff-4b9d-a1b0-26798761407e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:51:28Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['a1e19f38-71a9-42c2-ad03-564a62f5fdd5'], 'active': True} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:51:57.970435 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a93f9f-7a11-43ce-838a-a2000f10b7e9 req-dfb45301-dcdc-41f5-bb36-b903bf22c77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:57.973954 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-e5a93f9f-7a11-43ce-838a-a2000f10b7e9 req-dfb45301-dcdc-41f5-bb36-b903bf22c77d service neutron] 10.222.0.21 "GET /v2.0/networks?id=eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46 HTTP/1.1" status: 200 len: 917 time: 0.8010895 Jun 14 14:51:58.149884 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-e5a93f9f-7a11-43ce-838a-a2000f10b7e9 req-73665784-4c17-4435-9783-d0ad92a4ef0f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9df17aab-d6c6-431c-8afb-1204dad301af HTTP/1.1" status: 200 len: 1002 time: 0.1687200 Jun 14 14:51:58.263126 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvr_db [None req-1d773545-0fff-4b9d-a1b0-26798761407e None None] Set router a1e19f38-71a9-42c2-ad03-564a62f5fdd5 gateway port host: dv-cinder-726180-9-iscsi {{(pid=99485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:51:58.274019 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a93f9f-7a11-43ce-838a-a2000f10b7e9 req-0f5f26c8-528c-436f-b4bc-fcbbd60c45b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:58.275794 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-e5a93f9f-7a11-43ce-838a-a2000f10b7e9 req-0f5f26c8-528c-436f-b4bc-fcbbd60c45b1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8f1648b2-006c-47fc-bec4-7719f58bad8c HTTP/1.1" status: 200 len: 855 time: 0.1023409 Jun 14 14:51:58.284497 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd29f5-cdca-487a-acc6-5af73ab68df9 req-4d33457b-213c-43ff-880a-6f7f583a72fa tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:58.286290 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-d6bd29f5-cdca-487a-acc6-5af73ab68df9 req-4d33457b-213c-43ff-880a-6f7f583a72fa tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 947 time: 1.0155888 Jun 14 14:51:58.407419 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-d6bd29f5-cdca-487a-acc6-5af73ab68df9 req-bca2d8d7-0fbd-4bb7-be87-e2eabd7e5249 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449269 Jun 14 14:51:58.489216 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a93f9f-7a11-43ce-838a-a2000f10b7e9 req-a2e19055-6727-47b4-be39-ae2a26aa2fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:58.501211 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-e5a93f9f-7a11-43ce-838a-a2000f10b7e9 req-a2e19055-6727-47b4-be39-ae2a26aa2fed service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2053804 Jun 14 14:51:58.557106 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-92dbc63d-f59c-4286-89c7-5c971968b58b req-2d958855-8e1f-4d4a-8765-9e1647f5347f tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=517c6891-dd10-4a1f-9bbc-312ff0548f30 HTTP/1.1" status: 200 len: 210 time: 0.1005442 Jun 14 14:51:58.742288 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-e5a93f9f-7a11-43ce-838a-a2000f10b7e9 req-9ac66c49-ae15-4f09-a8ec-79c128eabcfb service neutron] 10.222.0.21 "GET /v2.0/networks/eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413223 Jun 14 14:51:58.815048 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-14e36783-8b9b-45d1-a030-fb5db917df9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:58.877537 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:58.969003 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-e5a93f9f-7a11-43ce-838a-a2000f10b7e9 req-45b073aa-6f32-44d5-a90c-b2827dfe8f5d service neutron] 10.222.0.21 "GET /v2.0/networks/eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204971 Jun 14 14:51:59.022189 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-1d773545-0fff-4b9d-a1b0-26798761407e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e19f38-71a9-42c2-ad03-564a62f5fdd5', 'name': 'tempest-AttachVolumeTestJSON-744546021-router', 'tenant_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '7f9e7668-8166-4761-9be7-99419494fe6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:46:41Z', 'updated_at': '2021-06-14T14:46:51Z', 'revision_number': 4, 'project_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'gw_port': {'id': '7f9e7668-8166-4761-9be7-99419494fe6e', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:db:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e19f38-71a9-42c2-ad03-564a62f5fdd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:46:43Z', 'updated_at': '2021-06-14T14:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_interfaces': [{'id': '19267b8f-8c0a-4213-86a8-a8ecf6c90a2f', 'name': '', 'network_id': '0f24e05a-f59f-42ec-ad23-eb813ca68e34', 'tenant_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'mac_address': 'fa:16:3e:44:e4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e19f38-71a9-42c2-ad03-564a62f5fdd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fdbf821b-0f7c-45ba-93c7-1bd078cce400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:46:50Z', 'updated_at': '2021-06-14T14:47:02Z', 'revision_number': 5, 'project_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'subnets': [{'id': 'fdbf821b-0f7c-45ba-93c7-1bd078cce400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:51:59.038079 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d773545-0fff-4b9d-a1b0-26798761407e None None] The sync data for ids ['a1e19f38-71a9-42c2-ad03-564a62f5fdd5'] in dv-cinder-726180-9-iscsi is: [{'id': 'a1e19f38-71a9-42c2-ad03-564a62f5fdd5', 'name': 'tempest-AttachVolumeTestJSON-744546021-router', 'tenant_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '7f9e7668-8166-4761-9be7-99419494fe6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:46:41Z', 'updated_at': '2021-06-14T14:46:51Z', 'revision_number': 4, 'project_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'gw_port': {'id': '7f9e7668-8166-4761-9be7-99419494fe6e', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:db:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e19f38-71a9-42c2-ad03-564a62f5fdd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:46:43Z', 'updated_at': '2021-06-14T14:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_interfaces': [{'id': '19267b8f-8c0a-4213-86a8-a8ecf6c90a2f', 'name': '', 'network_id': '0f24e05a-f59f-42ec-ad23-eb813ca68e34', 'tenant_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'mac_address': 'fa:16:3e:44:e4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e19f38-71a9-42c2-ad03-564a62f5fdd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fdbf821b-0f7c-45ba-93c7-1bd078cce400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:46:50Z', 'updated_at': '2021-06-14T14:47:02Z', 'revision_number': 5, 'project_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'subnets': [{'id': 'fdbf821b-0f7c-45ba-93c7-1bd078cce400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 14:51:59.507896 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f241d507-0953-41a6-9f76-d64376b61570 None None] New status for floating IP 7efbefc9-08c5-4eb1-a1d0-1678f34a36ae: DOWN {{(pid=99486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 14:51:59.916532 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device 2e2f73fe-ace8-4f29-95c9-d5af4166b472 no longer exists at agent hyperv_hv-cinder-72618 {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 14:51:59.954054 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] No Port match for: 2e2f73fe-ace8-4f29-95c9-d5af4166b472 {{(pid=99485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 14:51:59.954412 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device 2e2f73fe-ace8-4f29-95c9-d5af4166b472 not bound to the agent host hv-cinder-72618 {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 14:52:00.104537 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-fac6794f-d54e-43a2-84ad-332974bc6d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:00.116887 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 35834) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:52:00.234022 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-ea48bd57-a840-41fd-8213-3b47a27db1b7 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks [] for security_group, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:00.285139 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-ea48bd57-a840-41fd-8213-3b47a27db1b7 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:00.532213 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-ea48bd57-a840-41fd-8213-3b47a27db1b7 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:00.539213 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-ea48bd57-a840-41fd-8213-3b47a27db1b7 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks [] for security_group, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:00.541769 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-ea48bd57-a840-41fd-8213-3b47a27db1b7 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "DELETE /v2.0/security-groups/1347ac37-5848-4178-9b5e-4b2149ac523e HTTP/1.1" status: 204 len: 168 time: 0.4236736 Jun 14 14:52:00.543027 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-dfd17c97-6b8b-4504-8a63-3bf7de32e9e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:52:00.546704 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 35844) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:52:00.582437 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea48bd57-a840-41fd-8213-3b47a27db1b7 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1347ac37-5848-4178-9b5e-4b2149ac523e,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:52:00.583813 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:00.587349 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-ea48bd57-a840-41fd-8213-3b47a27db1b7 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:52:00.588376 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.api.v2.resource [None req-7a49f06a-48df-48d2-b061-6ad6e0ac4016 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] show failed (client error): The resource could not be found. Jun 14 14:52:00.592333 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-7a49f06a-48df-48d2-b061-6ad6e0ac4016 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups/1347ac37-5848-4178-9b5e-4b2149ac523e HTTP/1.1" status: 404 len: 347 time: 0.0415990 Jun 14 14:52:00.592999 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 35846) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:52:00.844706 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.plugin [None req-1fdd42fc-0d75-4921-89f7-992a7daa4d79 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Deleting port 64d3b2a1-628d-49fb-a7b3-54a376809811 {{(pid=99483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:52:00.845023 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-1fdd42fc-0d75-4921-89f7-992a7daa4d79 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375454248'] for port, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:00.990499 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-1fdd42fc-0d75-4921-89f7-992a7daa4d79 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4046836'] for port, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:00.991066 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-1fdd42fc-0d75-4921-89f7-992a7daa4d79 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:01.119737 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.plugin [None req-1fdd42fc-0d75-4921-89f7-992a7daa4d79 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Calling delete_port for 64d3b2a1-628d-49fb-a7b3-54a376809811 owned by network:floatingip {{(pid=99483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:52:01.429435 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-1fdd42fc-0d75-4921-89f7-992a7daa4d79 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375458892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763375065896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282732'] for port, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:01.450814 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:52:01.468395 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-39b4335d-7f90-4c96-ac82-c584c202a69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:01.520855 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdd42fc-0d75-4921-89f7-992a7daa4d79 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Pushing event deleted for resources: {'Port': ['ID=64d3b2a1-628d-49fb-a7b3-54a376809811,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:52:01.554271 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-1fdd42fc-0d75-4921-89f7-992a7daa4d79 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:52:01.582592 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-1fdd42fc-0d75-4921-89f7-992a7daa4d79 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks [] for floatingip, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:01.585208 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-1fdd42fc-0d75-4921-89f7-992a7daa4d79 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645'] for floatingip, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:01.586375 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-1fdd42fc-0d75-4921-89f7-992a7daa4d79 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "DELETE /v2.0/floatingips/7efbefc9-08c5-4eb1-a1d0-1678f34a36ae HTTP/1.1" status: 204 len: 168 time: 0.9922659 Jun 14 14:52:02.262720 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 35858) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:52:02.267400 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.v2.base [None req-7dcbd703-9eb4-4f56-b2ea-416a10111954 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2121955581', 'description': 'tempest-description--2108442926'}} {{(pid=99484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:52:02.542837 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-7dcbd703-9eb4-4f56-b2ea-416a10111954 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks [] for security_group, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:02.713580 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-7dcbd703-9eb4-4f56-b2ea-416a10111954 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks [] for security_group, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:02.830046 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-7dcbd703-9eb4-4f56-b2ea-416a10111954 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:02.837736 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-c09ce52b-e6d6-421d-b7ed-0f74be4c968b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:52:02.903027 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcbd703-9eb4-4f56-b2ea-416a10111954 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf6b06e-ceb1-4da2-a103-b5035768a1dc,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:52:02.906594 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-7dcbd703-9eb4-4f56-b2ea-416a10111954 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:52:03.006023 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-7dcbd703-9eb4-4f56-b2ea-416a10111954 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks [] for security_group, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:03.007926 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-7dcbd703-9eb4-4f56-b2ea-416a10111954 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7440040 Jun 14 14:52:03.016179 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 35870) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:52:03.024224 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.v2.base [None req-60ffe5e6-67c4-471d-b34a-91897dbe7486 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Request body: {'security_group_rule': {'security_group_id': 'fbf6b06e-ceb1-4da2-a103-b5035768a1dc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:52:03.234198 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-60ffe5e6-67c4-471d-b34a-91897dbe7486 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:03.329812 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-60ffe5e6-67c4-471d-b34a-91897dbe7486 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:03.674825 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-60ffe5e6-67c4-471d-b34a-91897dbe7486 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125863'] for security_group_rule, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:03.677696 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:52:03.698478 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ffe5e6-67c4-471d-b34a-91897dbe7486 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46907741-7a4f-4a01-b162-7165023db62a,revision_number=0']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:52:03.702149 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-60ffe5e6-67c4-471d-b34a-91897dbe7486 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:52:03.833939 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-60ffe5e6-67c4-471d-b34a-91897dbe7486 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:03.835398 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-60ffe5e6-67c4-471d-b34a-91897dbe7486 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8177519 Jun 14 14:52:03.838725 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 35876) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:52:03.845068 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.v2.base [None req-e83a67d1-56bb-40c5-9104-d80d354401ec tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Request body: {'security_group_rule': {'security_group_id': 'fbf6b06e-ceb1-4da2-a103-b5035768a1dc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:52:04.011392 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-e83a67d1-56bb-40c5-9104-d80d354401ec tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:04.092552 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-e83a67d1-56bb-40c5-9104-d80d354401ec tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:04.229229 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-e83a67d1-56bb-40c5-9104-d80d354401ec tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125863'] for security_group_rule, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:04.237401 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:52:04.270651 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83a67d1-56bb-40c5-9104-d80d354401ec tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d1218d1-a5b4-49ca-9a60-cf56816911ab,revision_number=0']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:52:04.274699 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-e83a67d1-56bb-40c5-9104-d80d354401ec tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:52:04.405813 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-e83a67d1-56bb-40c5-9104-d80d354401ec tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:04.407044 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-e83a67d1-56bb-40c5-9104-d80d354401ec tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5669615 Jun 14 14:52:04.413022 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 35878) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:52:04.421344 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.v2.base [None req-3a03855d-b960-4825-8b69-67b1148e43cb tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Request body: {'floatingip': {'floating_network_id': '380d7500-e042-4a28-87f8-50b947846e60'}} {{(pid=99483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:52:04.629398 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-3a03855d-b960-4825-8b69-67b1148e43cb tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks [] for floatingip, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:04.880281 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-3a03855d-b960-4825-8b69-67b1148e43cb tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905267'] for port, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:05.103244 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.db_base_plugin_common [None req-3a03855d-b960-4825-8b69-67b1148e43cb tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Allocated IP 172.27.3.93 (380d7500-e042-4a28-87f8-50b947846e60/5342af6e-54a0-4047-9509-517c9dedbdeb/f2b451e9-53b8-4b88-80ed-570e00086a80) {{(pid=99483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:52:05.265188 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-3a03855d-b960-4825-8b69-67b1148e43cb tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks [] for port, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:05.464208 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-3a03855d-b960-4825-8b69-67b1148e43cb tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-905456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763375065887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12282725'] for port, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:05.466471 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-0def6cec-bae4-4b3a-a139-0f72534d0770 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:52:05.519115 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a03855d-b960-4825-8b69-67b1148e43cb tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Network 380d7500-e042-4a28-87f8-50b947846e60 is already hosted by enough agents. {{(pid=99483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:52:05.522141 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.base_scheduler [None req-3a03855d-b960-4825-8b69-67b1148e43cb tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Resources bound (agent type, host, resource id): {{(pid=99483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:52:05.526472 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a03855d-b960-4825-8b69-67b1148e43cb tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Received port after_create {{(pid=99483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:52:05.560486 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a03855d-b960-4825-8b69-67b1148e43cb tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Pushing event updated for resources: {'Port': ['ID=f2b451e9-53b8-4b88-80ed-570e00086a80,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:52:05.564730 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-3a03855d-b960-4825-8b69-67b1148e43cb tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:52:05.643538 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-3a03855d-b960-4825-8b69-67b1148e43cb tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:05.808029 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-3a03855d-b960-4825-8b69-67b1148e43cb tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:06.045220 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-3a03855d-b960-4825-8b69-67b1148e43cb tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks [] for port, precommit_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:06.160001 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-3a03855d-b960-4825-8b69-67b1148e43cb tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282715'] for port, after_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:06.163224 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-3b100845-175b-421f-ae24-73cc41e6367d tempest-VolumesNegativeTest-1357033499 tempest-VolumesNegativeTest-1357033499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:52:06.411272 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4ced15-8a78-4faf-b9b1-a3dfa1442d51 req-53026686-43cb-474f-8e93-bc88049f8b95 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:06.416737 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-5c4ced15-8a78-4faf-b9b1-a3dfa1442d51 req-53026686-43cb-474f-8e93-bc88049f8b95 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.55 "GET /v2.0/ports?device_id=d691b9ea-d76e-4722-b8bd-edbef0c9f79e HTTP/1.1" status: 200 len: 946 time: 0.0948110 Jun 14 14:52:06.467665 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-5c4ced15-8a78-4faf-b9b1-a3dfa1442d51 req-7910c126-8bd2-4666-80bc-de4e8c6ff064 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aefbadc-1b3e-4a34-b40c-ffcdf7a0a789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446765 Jun 14 14:52:06.583035 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a03855d-b960-4825-8b69-67b1148e43cb tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Pushing event updated for resources: {'Port': ['ID=f2b451e9-53b8-4b88-80ed-570e00086a80,revision_number=2']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:52:06.589123 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-3a03855d-b960-4825-8b69-67b1148e43cb tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:52:06.663493 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-3a03855d-b960-4825-8b69-67b1148e43cb tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4045686'] for floatingip, after_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:06.698539 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2800df-e152-4feb-bb74-9d54ed4dda96 req-edd3f416-d5f8-401a-8db8-5976f3dcb70d tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:06.700001 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-2d2800df-e152-4feb-bb74-9d54ed4dda96 req-edd3f416-d5f8-401a-8db8-5976f3dcb70d tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/networks?id=04e422d8-d568-478b-9fdb-9a37bcb8fe6f HTTP/1.1" status: 200 len: 814 time: 0.2099953 Jun 14 14:52:06.716840 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-2d2800df-e152-4feb-bb74-9d54ed4dda96 req-0ba831f4-d575-4333-a3cc-b9c048bd8211 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/quotas/eb3b0bac7b7d45c998f69dfce00cbc95 HTTP/1.1" status: 200 len: 375 time: 0.0104113 Jun 14 14:52:06.826036 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-2d2800df-e152-4feb-bb74-9d54ed4dda96 req-56233362-e386-46fc-9363-e9074703681b tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=eb3b0bac7b7d45c998f69dfce00cbc95&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1029329 Jun 14 14:52:06.827942 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-3a03855d-b960-4825-8b69-67b1148e43cb tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645'] for floatingip, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:06.837729 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-3a03855d-b960-4825-8b69-67b1148e43cb tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4149902 Jun 14 14:52:07.000506 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-d03025d7-453b-4543-a77e-1b5063c1219c req-e93d239b-357f-4482-8748-aadf3918d62b tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--2121955581&fields=id&tenant_id=f6d775d7d5f04714a3c3dbf66a8c9048 HTTP/1.1" status: 200 len: 267 time: 0.0431523 Jun 14 14:52:07.064864 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-2d2800df-e152-4feb-bb74-9d54ed4dda96 req-4deafd70-12ff-4571-82f5-8388e4248eae service neutron] 10.222.0.55 "GET /v2.0/networks/04e422d8-d568-478b-9fdb-9a37bcb8fe6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226207 Jun 14 14:52:07.188910 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03025d7-453b-4543-a77e-1b5063c1219c req-c4c70b6a-6f5f-4379-ab7b-4b1edab931d9 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:07.190619 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-d03025d7-453b-4543-a77e-1b5063c1219c req-c4c70b6a-6f5f-4379-ab7b-4b1edab931d9 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/networks?id=0f24e05a-f59f-42ec-ad23-eb813ca68e34 HTTP/1.1" status: 200 len: 810 time: 0.1809592 Jun 14 14:52:07.208550 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-d03025d7-453b-4543-a77e-1b5063c1219c req-ae70614e-631b-499d-bca9-16ca2d1bc9d2 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/quotas/f6d775d7d5f04714a3c3dbf66a8c9048 HTTP/1.1" status: 200 len: 375 time: 0.0114756 Jun 14 14:52:07.237426 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-2d2800df-e152-4feb-bb74-9d54ed4dda96 req-05f6f1f0-2218-49c1-a188-2d6f42be578f service neutron] 10.222.0.55 "GET /v2.0/networks/04e422d8-d568-478b-9fdb-9a37bcb8fe6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621697 Jun 14 14:52:07.296930 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-d03025d7-453b-4543-a77e-1b5063c1219c req-c30c4729-0165-4fa7-a5bb-3c97ee4603f1 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f6d775d7d5f04714a3c3dbf66a8c9048&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0824044 Jun 14 14:52:07.481107 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-d03025d7-453b-4543-a77e-1b5063c1219c req-662cf720-ffdf-4fd6-bc90-c18995182bb2 service neutron] 10.222.0.55 "GET /v2.0/networks/0f24e05a-f59f-42ec-ad23-eb813ca68e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689847 Jun 14 14:52:07.651411 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-d03025d7-453b-4543-a77e-1b5063c1219c req-da38be3a-8480-43a6-a608-1cffeaf0de94 service neutron] 10.222.0.55 "GET /v2.0/networks/0f24e05a-f59f-42ec-ad23-eb813ca68e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641042 Jun 14 14:52:07.738716 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea86a519-5054-407c-87d7-e09602d51836 req-8f3f5290-cf95-4847-a50e-a2de367ac150 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:07.740269 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-ea86a519-5054-407c-87d7-e09602d51836 req-8f3f5290-cf95-4847-a50e-a2de367ac150 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.55 "GET /v2.0/ports?device_id=d691b9ea-d76e-4722-b8bd-edbef0c9f79e HTTP/1.1" status: 200 len: 946 time: 0.0821338 Jun 14 14:52:07.791571 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-ea86a519-5054-407c-87d7-e09602d51836 req-1e4005f4-49be-44af-b04f-3218d8ee60d4 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aefbadc-1b3e-4a34-b40c-ffcdf7a0a789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407441 Jun 14 14:52:07.881935 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-3c5653a4-1a07-46c7-b330-db70db85fb4f req-b65d4932-43a6-4416-bff8-0db5cfdef9fc tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/ports?device_id=467c9ee0-dac7-46fa-9708-515c56ab4692 HTTP/1.1" status: 200 len: 210 time: 0.0465498 Jun 14 14:52:08.077463 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-17452ff3-a98b-4065-9ca0-6301d2674fb1 req-7ce04363-4326-49d9-a0cc-0867ddcd47e1 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=a67c62c1-6c91-4bdf-8d15-d1693714bd95 HTTP/1.1" status: 200 len: 210 time: 0.0566535 Jun 14 14:52:08.193846 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5498c5aa-b89c-470b-a816-241b6b1ff7c3 req-8d27b92f-5a2b-4ab4-907f-e05fbf8133ce tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:08.197730 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-5498c5aa-b89c-470b-a816-241b6b1ff7c3 req-8d27b92f-5a2b-4ab4-907f-e05fbf8133ce tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.21 "GET /v2.0/ports?device_id=d691b9ea-d76e-4722-b8bd-edbef0c9f79e HTTP/1.1" status: 200 len: 946 time: 0.1222456 Jun 14 14:52:08.330302 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.plugin [req-5498c5aa-b89c-470b-a816-241b6b1ff7c3 req-194ef37c-413b-4eac-a3c5-ff2fda1bd836 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Deleting port 76e88936-cc4a-4573-a8b5-7c2a88cc2af3 {{(pid=99484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:52:08.330539 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-5498c5aa-b89c-470b-a816-241b6b1ff7c3 req-194ef37c-413b-4eac-a3c5-ff2fda1bd836 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375454248'] for port, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:08.463985 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.db [req-5498c5aa-b89c-470b-a816-241b6b1ff7c3 req-194ef37c-413b-4eac-a3c5-ff2fda1bd836 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] For port 76e88936-cc4a-4573-a8b5-7c2a88cc2af3, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=76e88936-cc4a-4573-a8b5-7c2a88cc2af3,segment=NetworkSegment(0eb4fa52-3d05-4723-a2ea-3a3c468fc8e1),segment_id=0eb4fa52-3d05-4723-a2ea-3a3c468fc8e1)] {{(pid=99484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:52:08.464307 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-5498c5aa-b89c-470b-a816-241b6b1ff7c3 req-194ef37c-413b-4eac-a3c5-ff2fda1bd836 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4046836'] for port, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:08.579356 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.plugin [req-5498c5aa-b89c-470b-a816-241b6b1ff7c3 req-194ef37c-413b-4eac-a3c5-ff2fda1bd836 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Calling delete_port for 76e88936-cc4a-4573-a8b5-7c2a88cc2af3 owned by compute:nova {{(pid=99484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:52:08.914589 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-5498c5aa-b89c-470b-a816-241b6b1ff7c3 req-194ef37c-413b-4eac-a3c5-ff2fda1bd836 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375458892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763375065896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12090229'] for port, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:08.922872 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-4e6943c8-c200-4e92-b1c6-f85c99334e71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:52:08.932054 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] get_ports_and_sgs() called for port_ids ['76e88936-cc4a-4573-a8b5-7c2a88cc2af3'] {{(pid=99485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 14:52:08.992181 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194ef37c-413b-4eac-a3c5-ff2fda1bd836 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Pushing event deleted for resources: {'Port': ['ID=76e88936-cc4a-4573-a8b5-7c2a88cc2af3,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:52:09.008810 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-194ef37c-413b-4eac-a3c5-ff2fda1bd836 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:52:09.047025 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-04dd1bef-5fe0-4e0a-8102-c6ab213abf41 req-65ae16e8-103c-4f4e-9b18-162a77dfb73d tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/ports?device_id=467c9ee0-dac7-46fa-9708-515c56ab4692 HTTP/1.1" status: 200 len: 210 time: 0.0714085 Jun 14 14:52:09.048451 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-2fbb456b-77e2-4899-a4b2-43a6cba869b4 req-ed40add6-af55-426d-807a-b5b0bc4acb73 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.55 "GET /v2.0/ports?device_id=d691b9ea-d76e-4722-b8bd-edbef0c9f79e HTTP/1.1" status: 200 len: 210 time: 0.0471404 Jun 14 14:52:09.108902 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.l3_dvrscheduler_db [req-5498c5aa-b89c-470b-a816-241b6b1ff7c3 req-194ef37c-413b-4eac-a3c5-ff2fda1bd836 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] No DVR routers for this DVR port 76e88936-cc4a-4573-a8b5-7c2a88cc2af3 on host hv-cinder-72618 {{(pid=99484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 14:52:09.112650 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-5498c5aa-b89c-470b-a816-241b6b1ff7c3 req-194ef37c-413b-4eac-a3c5-ff2fda1bd836 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645'] for port, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:09.116091 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-5498c5aa-b89c-470b-a816-241b6b1ff7c3 req-194ef37c-413b-4eac-a3c5-ff2fda1bd836 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.21 "DELETE /v2.0/ports/76e88936-cc4a-4573-a8b5-7c2a88cc2af3 HTTP/1.1" status: 204 len: 173 time: 0.9107072 Jun 14 14:52:09.116863 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd691b9ea-d76e-4722-b8bd-edbef0c9f79e', 'name': 'network-vif-deleted', 'tag': '76e88936-cc4a-4573-a8b5-7c2a88cc2af3'}] {{(pid=99484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:52:09.121444 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d59e03e546515fa4e63eddd697505d7af87b03111d3d4a09b383aaccd0eedd18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34effc84-b652-4320-a7aa-a7c0d5379506" -d '{"events": [{"server_uuid": "d691b9ea-d76e-4722-b8bd-edbef0c9f79e", "name": "network-vif-deleted", "tag": "76e88936-cc4a-4573-a8b5-7c2a88cc2af3"}]}' {{(pid=99484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:52:09.220820 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-2a3c08c0-c2a8-46d6-adb0-25937dc908d5 req-5f3daeb2-e59e-4728-83f6-0c6aed939368 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=a67c62c1-6c91-4bdf-8d15-d1693714bd95 HTTP/1.1" status: 200 len: 210 time: 0.0627785 Jun 14 14:52:09.266667 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 14:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a89fed9-ea26-4ccc-8608-15137621d607 x-openstack-request-id: req-3a89fed9-ea26-4ccc-8608-15137621d607 {{(pid=99484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:52:09.267091 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d691b9ea-d76e-4722-b8bd-edbef0c9f79e", "name": "network-vif-deleted", "tag": "76e88936-cc4a-4573-a8b5-7c2a88cc2af3", "status": "completed", "code": 200}]} {{(pid=99484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:52:09.267279 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3a89fed9-ea26-4ccc-8608-15137621d607 {{(pid=99484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:52:09.267755 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd691b9ea-d76e-4722-b8bd-edbef0c9f79e', 'name': 'network-vif-deleted', 'tag': '76e88936-cc4a-4573-a8b5-7c2a88cc2af3', 'status': 'completed', 'code': 200} Jun 14 14:52:10.265868 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-7b0c0b03-4c53-4f40-af6a-8b3fff6dbaf3 req-a7e888a9-e1a8-4b6d-b466-f8694a9a9e76 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/ports?device_id=467c9ee0-dac7-46fa-9708-515c56ab4692 HTTP/1.1" status: 200 len: 210 time: 0.0695806 Jun 14 14:52:10.310088 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-d2e1a9c1-0b64-4ca9-8ef5-5c1f8e732a43 req-a1edd33b-a768-47eb-a41d-1be0c73eca40 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.55 "GET /v2.0/ports?device_id=d691b9ea-d76e-4722-b8bd-edbef0c9f79e HTTP/1.1" status: 200 len: 210 time: 0.0906763 Jun 14 14:52:10.441210 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-dad7f891-2076-4dae-afcb-280b9f4b8c86 req-fbba143a-10c3-442f-9441-9fd2181084fc tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=a67c62c1-6c91-4bdf-8d15-d1693714bd95 HTTP/1.1" status: 200 len: 210 time: 0.0386992 Jun 14 14:52:11.458531 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-197ef5dc-86a6-4c29-9455-9bbdae40c64b req-47c1a843-3e0c-425f-a708-a00a56a70a57 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/ports?device_id=467c9ee0-dac7-46fa-9708-515c56ab4692 HTTP/1.1" status: 200 len: 210 time: 0.0339246 Jun 14 14:52:11.621529 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-46da0413-aa56-4e0a-9d58-4cda0a9abcf2 req-6da471ec-514b-4d3a-a95d-530c3dd76d59 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=a67c62c1-6c91-4bdf-8d15-d1693714bd95 HTTP/1.1" status: 200 len: 210 time: 0.0464437 Jun 14 14:52:11.707057 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03025d7-453b-4543-a77e-1b5063c1219c req-59dd1b30-f6da-4420-a36b-9cf84271f355 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:11.708493 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-d03025d7-453b-4543-a77e-1b5063c1219c req-59dd1b30-f6da-4420-a36b-9cf84271f355 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.21 "GET /v2.0/networks?id=0f24e05a-f59f-42ec-ad23-eb813ca68e34 HTTP/1.1" status: 200 len: 810 time: 0.1449065 Jun 14 14:52:11.761280 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-d03025d7-453b-4543-a77e-1b5063c1219c req-f6663c27-8362-43db-8f29-2522e69cc270 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6d775d7d5f04714a3c3dbf66a8c9048 HTTP/1.1" status: 200 len: 380 time: 0.0437429 Jun 14 14:52:11.771259 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.v2.base [req-d03025d7-453b-4543-a77e-1b5063c1219c req-23576c43-748c-4c00-8af0-89f15a3590f6 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Request body: {'port': {'device_id': 'a67c62c1-6c91-4bdf-8d15-d1693714bd95', 'network_id': '0f24e05a-f59f-42ec-ad23-eb813ca68e34', 'admin_state_up': True, 'tenant_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'security_groups': ['fbf6b06e-ceb1-4da2-a103-b5035768a1dc']}} {{(pid=99484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:52:11.979279 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device 76e88936-cc4a-4573-a8b5-7c2a88cc2af3 no longer exists at agent hyperv_hv-cinder-72618 {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 14:52:12.006231 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] No Port match for: 76e88936-cc4a-4573-a8b5-7c2a88cc2af3 {{(pid=99485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 14:52:12.006583 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device 76e88936-cc4a-4573-a8b5-7c2a88cc2af3 not bound to the agent host hv-cinder-72618 {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 14:52:12.040040 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d03025d7-453b-4543-a77e-1b5063c1219c req-23576c43-748c-4c00-8af0-89f15a3590f6 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Made reservation on behalf of f6d775d7d5f04714a3c3dbf66a8c9048 for: {'port': 1} {{(pid=99484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:52:12.043715 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-d03025d7-453b-4543-a77e-1b5063c1219c req-23576c43-748c-4c00-8af0-89f15a3590f6 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905267'] for port, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:12.221129 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.db_base_plugin_common [req-d03025d7-453b-4543-a77e-1b5063c1219c req-23576c43-748c-4c00-8af0-89f15a3590f6 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Allocated IP 172.20.0.13 (0f24e05a-f59f-42ec-ad23-eb813ca68e34/fdbf821b-0f7c-45ba-93c7-1bd078cce400/8548156a-1d2a-4f94-bf31-cf9aeaef8a58) {{(pid=99484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:52:12.408365 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-d03025d7-453b-4543-a77e-1b5063c1219c req-23576c43-748c-4c00-8af0-89f15a3590f6 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks [] for port, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:12.423054 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.provisioning_blocks [req-d03025d7-453b-4543-a77e-1b5063c1219c req-23576c43-748c-4c00-8af0-89f15a3590f6 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Transition to ACTIVE for port object 8548156a-1d2a-4f94-bf31-cf9aeaef8a58 will not be triggered until provisioned by entity DHCP. {{(pid=99484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:52:12.624966 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-333bccae-751a-4002-ad49-9bc00e0a7501 req-035e2781-7fb4-4e96-9259-de7d237d5715 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/ports?device_id=467c9ee0-dac7-46fa-9708-515c56ab4692 HTTP/1.1" status: 200 len: 210 time: 0.0400171 Jun 14 14:52:12.626537 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-d03025d7-453b-4543-a77e-1b5063c1219c req-23576c43-748c-4c00-8af0-89f15a3590f6 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-905456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763375065887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12090236'] for port, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:12.633981 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-0bc61f67-aba2-48d7-961b-65dd0877f481 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:52:12.634187 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2800df-e152-4feb-bb74-9d54ed4dda96 req-4a692833-b91b-4c89-9784-58055dfc964f tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:12.637622 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-2d2800df-e152-4feb-bb74-9d54ed4dda96 req-4a692833-b91b-4c89-9784-58055dfc964f tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.21 "GET /v2.0/networks?id=04e422d8-d568-478b-9fdb-9a37bcb8fe6f HTTP/1.1" status: 200 len: 814 time: 0.1543016 Jun 14 14:52:12.652601 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.v2.base [req-2d2800df-e152-4feb-bb74-9d54ed4dda96 req-025dcfb1-6f73-41f1-94d2-d6be3dbae909 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Request body: {'port': {'device_id': '467c9ee0-dac7-46fa-9708-515c56ab4692', 'network_id': '04e422d8-d568-478b-9fdb-9a37bcb8fe6f', 'admin_state_up': True, 'tenant_id': 'eb3b0bac7b7d45c998f69dfce00cbc95'}} {{(pid=99483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:52:12.698508 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d03025d7-453b-4543-a77e-1b5063c1219c req-23576c43-748c-4c00-8af0-89f15a3590f6 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Network 0f24e05a-f59f-42ec-ad23-eb813ca68e34 is already hosted by enough agents. {{(pid=99484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:52:12.702292 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.base_scheduler [req-d03025d7-453b-4543-a77e-1b5063c1219c req-23576c43-748c-4c00-8af0-89f15a3590f6 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Resources bound (agent type, host, resource id): {{(pid=99484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:52:12.705561 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.l3_dvrscheduler_db [req-d03025d7-453b-4543-a77e-1b5063c1219c req-23576c43-748c-4c00-8af0-89f15a3590f6 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Received port after_create {{(pid=99484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:52:12.810613 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23576c43-748c-4c00-8af0-89f15a3590f6 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Pushing event updated for resources: {'Port': ['ID=8548156a-1d2a-4f94-bf31-cf9aeaef8a58,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:52:12.834414 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03025d7-453b-4543-a77e-1b5063c1219c req-23576c43-748c-4c00-8af0-89f15a3590f6 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:12.835297 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-d03025d7-453b-4543-a77e-1b5063c1219c req-23576c43-748c-4c00-8af0-89f15a3590f6 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645'] for port, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:12.839567 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23576c43-748c-4c00-8af0-89f15a3590f6 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:52:12.840038 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23576c43-748c-4c00-8af0-89f15a3590f6 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:52:12.840486 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23576c43-748c-4c00-8af0-89f15a3590f6 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:52:12.840895 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23576c43-748c-4c00-8af0-89f15a3590f6 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:52:12.841311 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23576c43-748c-4c00-8af0-89f15a3590f6 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:52:12.841727 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23576c43-748c-4c00-8af0-89f15a3590f6 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:52:12.842085 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23576c43-748c-4c00-8af0-89f15a3590f6 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:52:12.842437 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23576c43-748c-4c00-8af0-89f15a3590f6 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:52:12.843331 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23576c43-748c-4c00-8af0-89f15a3590f6 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:52:12.843689 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23576c43-748c-4c00-8af0-89f15a3590f6 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:52:12.844079 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23576c43-748c-4c00-8af0-89f15a3590f6 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:52:12.844403 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23576c43-748c-4c00-8af0-89f15a3590f6 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:52:12.855759 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-23576c43-748c-4c00-8af0-89f15a3590f6 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:52:12.892531 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6db0dba-4773-47d6-9908-fb5cd273fafd req-2c5f286b-1114-44c4-b67f-4a89306d50fd tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:12.894405 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-d6db0dba-4773-47d6-9908-fb5cd273fafd req-2c5f286b-1114-44c4-b67f-4a89306d50fd tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=a67c62c1-6c91-4bdf-8d15-d1693714bd95 HTTP/1.1" status: 200 len: 932 time: 0.1071298 Jun 14 14:52:12.951238 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-d6db0dba-4773-47d6-9908-fb5cd273fafd req-e001a30d-bea5-4363-aa67-3b99445a2180 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=fbf6b06e-ceb1-4da2-a103-b5035768a1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498424 Jun 14 14:52:12.956237 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-d03025d7-453b-4543-a77e-1b5063c1219c req-23576c43-748c-4c00-8af0-89f15a3590f6 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1889527 Jun 14 14:52:13.062896 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d2800df-e152-4feb-bb74-9d54ed4dda96 req-025dcfb1-6f73-41f1-94d2-d6be3dbae909 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Made reservation on behalf of eb3b0bac7b7d45c998f69dfce00cbc95 for: {'port': 1} {{(pid=99483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:52:13.063104 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-efc1642e-c8ee-44fe-83b6-623219e9052e None None] Provisioning for port 8548156a-1d2a-4f94-bf31-cf9aeaef8a58 completed by entity DHCP. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:52:13.066517 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-2d2800df-e152-4feb-bb74-9d54ed4dda96 req-025dcfb1-6f73-41f1-94d2-d6be3dbae909 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905267'] for port, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:13.075586 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-efc1642e-c8ee-44fe-83b6-623219e9052e None None] Provisioning complete for port 8548156a-1d2a-4f94-bf31-cf9aeaef8a58 triggered by entity DHCP. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:52:13.075586 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-efc1642e-c8ee-44fe-83b6-623219e9052e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:13.135815 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-efc1642e-c8ee-44fe-83b6-623219e9052e None None] Port 8548156a-1d2a-4f94-bf31-cf9aeaef8a58 cannot update to ACTIVE because it is not bound. {{(pid=99485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 14:52:13.235581 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.db_base_plugin_common [req-2d2800df-e152-4feb-bb74-9d54ed4dda96 req-025dcfb1-6f73-41f1-94d2-d6be3dbae909 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Allocated IP 172.20.0.5 (04e422d8-d568-478b-9fdb-9a37bcb8fe6f/0cf39583-af2e-4c02-b7c9-789941507629/a5a516eb-f771-47d6-9b7a-d70d3f2763a4) {{(pid=99483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:52:13.458467 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-2d2800df-e152-4feb-bb74-9d54ed4dda96 req-025dcfb1-6f73-41f1-94d2-d6be3dbae909 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Notify callbacks [] for port, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:13.471520 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.provisioning_blocks [req-2d2800df-e152-4feb-bb74-9d54ed4dda96 req-025dcfb1-6f73-41f1-94d2-d6be3dbae909 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Transition to ACTIVE for port object a5a516eb-f771-47d6-9b7a-d70d3f2763a4 will not be triggered until provisioned by entity DHCP. {{(pid=99483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:52:13.635203 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-2d2800df-e152-4feb-bb74-9d54ed4dda96 req-025dcfb1-6f73-41f1-94d2-d6be3dbae909 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-905456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763375065887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12282725'] for port, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:13.644231 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:52:13.724669 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d2800df-e152-4feb-bb74-9d54ed4dda96 req-025dcfb1-6f73-41f1-94d2-d6be3dbae909 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Network 04e422d8-d568-478b-9fdb-9a37bcb8fe6f is already hosted by enough agents. {{(pid=99483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:52:13.731681 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.base_scheduler [req-2d2800df-e152-4feb-bb74-9d54ed4dda96 req-025dcfb1-6f73-41f1-94d2-d6be3dbae909 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Resources bound (agent type, host, resource id): {{(pid=99483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:52:13.735627 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d2800df-e152-4feb-bb74-9d54ed4dda96 req-025dcfb1-6f73-41f1-94d2-d6be3dbae909 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Received port after_create {{(pid=99483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:52:13.743851 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025dcfb1-6f73-41f1-94d2-d6be3dbae909 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Pushing event updated for resources: {'Port': ['ID=a5a516eb-f771-47d6-9b7a-d70d3f2763a4,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:52:13.798185 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025dcfb1-6f73-41f1-94d2-d6be3dbae909 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:52:13.798987 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025dcfb1-6f73-41f1-94d2-d6be3dbae909 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:52:13.799420 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025dcfb1-6f73-41f1-94d2-d6be3dbae909 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:52:13.800046 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025dcfb1-6f73-41f1-94d2-d6be3dbae909 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:52:13.800427 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025dcfb1-6f73-41f1-94d2-d6be3dbae909 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:52:13.800780 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025dcfb1-6f73-41f1-94d2-d6be3dbae909 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:52:13.801343 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025dcfb1-6f73-41f1-94d2-d6be3dbae909 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:52:13.801865 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025dcfb1-6f73-41f1-94d2-d6be3dbae909 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:52:13.802441 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025dcfb1-6f73-41f1-94d2-d6be3dbae909 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:52:13.802795 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025dcfb1-6f73-41f1-94d2-d6be3dbae909 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:52:13.803154 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025dcfb1-6f73-41f1-94d2-d6be3dbae909 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:52:13.803505 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025dcfb1-6f73-41f1-94d2-d6be3dbae909 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:52:13.810924 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-025dcfb1-6f73-41f1-94d2-d6be3dbae909 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:52:13.843123 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2800df-e152-4feb-bb74-9d54ed4dda96 req-025dcfb1-6f73-41f1-94d2-d6be3dbae909 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:13.844097 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-2d2800df-e152-4feb-bb74-9d54ed4dda96 req-025dcfb1-6f73-41f1-94d2-d6be3dbae909 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645'] for port, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:13.877761 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba24527-e0cd-41ab-8926-a3781f43edaf req-cd132541-b882-4848-8a16-89ba9a7734c9 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:13.880117 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-6ba24527-e0cd-41ab-8926-a3781f43edaf req-cd132541-b882-4848-8a16-89ba9a7734c9 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/ports?device_id=467c9ee0-dac7-46fa-9708-515c56ab4692 HTTP/1.1" status: 200 len: 931 time: 0.1236312 Jun 14 14:52:13.941415 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-6ba24527-e0cd-41ab-8926-a3781f43edaf req-168a649a-fedd-4643-91cd-be15390b30cc tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f492e54-5373-4fdc-bdcc-f5e782e21178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538695 Jun 14 14:52:14.006862 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-2d2800df-e152-4feb-bb74-9d54ed4dda96 req-025dcfb1-6f73-41f1-94d2-d6be3dbae909 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3605630 Jun 14 14:52:14.126470 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-47034b83-13e4-4f47-b42d-2c8f6aeec3e3 None None] Provisioning for port a5a516eb-f771-47d6-9b7a-d70d3f2763a4 completed by entity DHCP. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:52:14.133714 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-47034b83-13e4-4f47-b42d-2c8f6aeec3e3 None None] Provisioning complete for port a5a516eb-f771-47d6-9b7a-d70d3f2763a4 triggered by entity DHCP. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:52:14.134163 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-47034b83-13e4-4f47-b42d-2c8f6aeec3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:14.157703 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffbe3c8-e5d5-43dc-8433-9319c992b34a req-3247ba34-484c-46d2-8961-9f79832d3963 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:14.159227 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-dffbe3c8-e5d5-43dc-8433-9319c992b34a req-3247ba34-484c-46d2-8961-9f79832d3963 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=a67c62c1-6c91-4bdf-8d15-d1693714bd95 HTTP/1.1" status: 200 len: 932 time: 0.0790579 Jun 14 14:52:14.178361 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-47034b83-13e4-4f47-b42d-2c8f6aeec3e3 None None] Port a5a516eb-f771-47d6-9b7a-d70d3f2763a4 cannot update to ACTIVE because it is not bound. {{(pid=99485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 14:52:14.229169 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-dffbe3c8-e5d5-43dc-8433-9319c992b34a req-14c3249f-dfe0-4439-8578-288251b15dd0 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=fbf6b06e-ceb1-4da2-a103-b5035768a1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487299 Jun 14 14:52:15.125349 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f7c49-b229-4409-a89f-4eb797c46fab req-af8b507d-1902-4be6-bd8f-d0ecd28ed7bf tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:15.126807 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-ef5f7c49-b229-4409-a89f-4eb797c46fab req-af8b507d-1902-4be6-bd8f-d0ecd28ed7bf tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/ports?device_id=467c9ee0-dac7-46fa-9708-515c56ab4692 HTTP/1.1" status: 200 len: 931 time: 0.0705750 Jun 14 14:52:15.170431 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-ef5f7c49-b229-4409-a89f-4eb797c46fab req-6d46ca9e-b343-406d-9b33-d3fc81c9e0fb tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f492e54-5373-4fdc-bdcc-f5e782e21178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376701 Jun 14 14:52:15.425936 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcab54d-90a2-48e8-a706-1647db111564 req-754cd47b-a6fb-40a4-8e20-0758b5ab4d78 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:15.427478 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-8dcab54d-90a2-48e8-a706-1647db111564 req-754cd47b-a6fb-40a4-8e20-0758b5ab4d78 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=a67c62c1-6c91-4bdf-8d15-d1693714bd95 HTTP/1.1" status: 200 len: 932 time: 0.0730910 Jun 14 14:52:15.472160 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-8dcab54d-90a2-48e8-a706-1647db111564 req-e2a2e73a-f625-417d-b793-844f3d470b7f tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=fbf6b06e-ceb1-4da2-a103-b5035768a1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389483 Jun 14 14:52:16.082365 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.v2.base [req-2d2800df-e152-4feb-bb74-9d54ed4dda96 req-4fffd420-b499-4d85-a953-a89628da5ece service neutron] Request body: {'port': {'device_id': '467c9ee0-dac7-46fa-9708-515c56ab4692', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-72618'}} {{(pid=99483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:52:16.087754 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.v2.base [req-d03025d7-453b-4543-a77e-1b5063c1219c req-7ba53040-dd0c-48d3-87a4-49cf045ee663 service neutron] Request body: {'port': {'device_id': 'a67c62c1-6c91-4bdf-8d15-d1693714bd95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-72618'}} {{(pid=99484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:52:16.184943 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-d03025d7-453b-4543-a77e-1b5063c1219c req-7ba53040-dd0c-48d3-87a4-49cf045ee663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:16.188152 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-2d2800df-e152-4feb-bb74-9d54ed4dda96 req-4fffd420-b499-4d85-a953-a89628da5ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:16.507986 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd2848-1feb-4cbe-9d5f-1f61ff2995b3 req-cfe7f1e8-756c-4920-861e-0833422e60c9 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:16.510623 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-afcd2848-1feb-4cbe-9d5f-1f61ff2995b3 req-cfe7f1e8-756c-4920-861e-0833422e60c9 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/ports?device_id=467c9ee0-dac7-46fa-9708-515c56ab4692 HTTP/1.1" status: 200 len: 931 time: 0.2021592 Jun 14 14:52:16.589382 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-afcd2848-1feb-4cbe-9d5f-1f61ff2995b3 req-496c86d0-2de9-489e-9195-1fae8dea10f8 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f492e54-5373-4fdc-bdcc-f5e782e21178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688112 Jun 14 14:52:16.601332 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.notifiers.nova [req-2d2800df-e152-4feb-bb74-9d54ed4dda96 req-4fffd420-b499-4d85-a953-a89628da5ece service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5a516eb-f771-47d6-9b7a-d70d3f2763a4 {{(pid=99483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:52:16.623457 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-2d2800df-e152-4feb-bb74-9d54ed4dda96 req-4fffd420-b499-4d85-a953-a89628da5ece service neutron] Notify callbacks [] for port, precommit_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:16.653251 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.notifiers.nova [req-d03025d7-453b-4543-a77e-1b5063c1219c req-7ba53040-dd0c-48d3-87a4-49cf045ee663 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8548156a-1d2a-4f94-bf31-cf9aeaef8a58 {{(pid=99484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:52:16.662561 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-d03025d7-453b-4543-a77e-1b5063c1219c req-7ba53040-dd0c-48d3-87a4-49cf045ee663 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:16.677008 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.provisioning_blocks [req-2d2800df-e152-4feb-bb74-9d54ed4dda96 req-4fffd420-b499-4d85-a953-a89628da5ece service neutron] Transition to ACTIVE for port object a5a516eb-f771-47d6-9b7a-d70d3f2763a4 will not be triggered until provisioned by entity L2. {{(pid=99483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:52:16.677727 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.provisioning_blocks [req-d03025d7-453b-4543-a77e-1b5063c1219c req-7ba53040-dd0c-48d3-87a4-49cf045ee663 service neutron] Transition to ACTIVE for port object 8548156a-1d2a-4f94-bf31-cf9aeaef8a58 will not be triggered until provisioned by entity L2. {{(pid=99484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:52:16.713870 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35acfce1-6ac1-4130-9933-610336a93722 req-42f45d8f-96ff-4fda-8684-93374a5879c5 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:16.715409 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-35acfce1-6ac1-4130-9933-610336a93722 req-42f45d8f-96ff-4fda-8684-93374a5879c5 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=a67c62c1-6c91-4bdf-8d15-d1693714bd95 HTTP/1.1" status: 200 len: 932 time: 0.1055708 Jun 14 14:52:16.764874 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-35acfce1-6ac1-4130-9933-610336a93722 req-dff3f809-9d2b-4454-a540-b5d7e2008f3f tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=fbf6b06e-ceb1-4da2-a103-b5035768a1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433338 Jun 14 14:52:16.787172 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-2d2800df-e152-4feb-bb74-9d54ed4dda96 req-4fffd420-b499-4d85-a953-a89628da5ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282715'] for port, after_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:16.790349 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-2309c8b5-d81d-4ce6-9465-55b7c494426b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:52:16.799468 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-d03025d7-453b-4543-a77e-1b5063c1219c req-7ba53040-dd0c-48d3-87a4-49cf045ee663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12090178'] for port, after_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:16.802909 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-72f7e6c3-e94f-4012-994f-82d03584e43c tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:52:16.906903 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fffd420-b499-4d85-a953-a89628da5ece service neutron] Pushing event updated for resources: {'Port': ['ID=a5a516eb-f771-47d6-9b7a-d70d3f2763a4,revision_number=2']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:52:16.911080 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-4fffd420-b499-4d85-a953-a89628da5ece service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:52:16.946311 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba53040-dd0c-48d3-87a4-49cf045ee663 service neutron] Pushing event updated for resources: {'Port': ['ID=8548156a-1d2a-4f94-bf31-cf9aeaef8a58,revision_number=2']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:52:16.950647 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-7ba53040-dd0c-48d3-87a4-49cf045ee663 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:52:17.006427 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.managers [req-2d2800df-e152-4feb-bb74-9d54ed4dda96 req-4fffd420-b499-4d85-a953-a89628da5ece service neutron] Attempting to bind port a5a516eb-f771-47d6-9b7a-d70d3f2763a4 on host hv-cinder-72618 for vnic_type normal with profile {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:52:17.007008 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.managers [req-2d2800df-e152-4feb-bb74-9d54ed4dda96 req-4fffd420-b499-4d85-a953-a89628da5ece service neutron] Attempting to bind port a5a516eb-f771-47d6-9b7a-d70d3f2763a4 by drivers openvswitch,hyperv on host hv-cinder-72618 at level 0 using segments [{'id': '0c110fe6-a787-4f20-a180-21ac650dc6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '04e422d8-d568-478b-9fdb-9a37bcb8fe6f'}] {{(pid=99483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:52:17.007509 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2800df-e152-4feb-bb74-9d54ed4dda96 req-4fffd420-b499-4d85-a953-a89628da5ece service neutron] Attempting to bind port a5a516eb-f771-47d6-9b7a-d70d3f2763a4 on network 04e422d8-d568-478b-9fdb-9a37bcb8fe6f {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:52:17.013792 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2800df-e152-4feb-bb74-9d54ed4dda96 req-4fffd420-b499-4d85-a953-a89628da5ece service neutron] Port a5a516eb-f771-47d6-9b7a-d70d3f2763a4 on network 04e422d8-d568-478b-9fdb-9a37bcb8fe6f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-72618 {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 14:52:17.014117 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2800df-e152-4feb-bb74-9d54ed4dda96 req-4fffd420-b499-4d85-a953-a89628da5ece service neutron] Attempting to bind port a5a516eb-f771-47d6-9b7a-d70d3f2763a4 on network 04e422d8-d568-478b-9fdb-9a37bcb8fe6f {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:52:17.019716 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2800df-e152-4feb-bb74-9d54ed4dda96 req-4fffd420-b499-4d85-a953-a89628da5ece service neutron] Checking agent: {'id': '75f5f45e-0f41-4f3b-9aad-8e3a5980501e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-72618', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 44, 59), 'started_at': datetime.datetime(2021, 6, 14, 14, 44, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:52:17.020147 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2800df-e152-4feb-bb74-9d54ed4dda96 req-4fffd420-b499-4d85-a953-a89628da5ece service neutron] Checking segment: {'id': '0c110fe6-a787-4f20-a180-21ac650dc6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '04e422d8-d568-478b-9fdb-9a37bcb8fe6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:52:17.020644 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2800df-e152-4feb-bb74-9d54ed4dda96 req-4fffd420-b499-4d85-a953-a89628da5ece service neutron] Bound using segment: {'id': '0c110fe6-a787-4f20-a180-21ac650dc6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '04e422d8-d568-478b-9fdb-9a37bcb8fe6f'} {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:52:17.021201 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.managers [req-2d2800df-e152-4feb-bb74-9d54ed4dda96 req-4fffd420-b499-4d85-a953-a89628da5ece service neutron] Bound port: a5a516eb-f771-47d6-9b7a-d70d3f2763a4, host: hv-cinder-72618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c110fe6-a787-4f20-a180-21ac650dc6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '04e422d8-d568-478b-9fdb-9a37bcb8fe6f'}}] {{(pid=99483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:52:17.021637 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-2d2800df-e152-4feb-bb74-9d54ed4dda96 req-4fffd420-b499-4d85-a953-a89628da5ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:17.055625 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.managers [req-d03025d7-453b-4543-a77e-1b5063c1219c req-7ba53040-dd0c-48d3-87a4-49cf045ee663 service neutron] Attempting to bind port 8548156a-1d2a-4f94-bf31-cf9aeaef8a58 on host hv-cinder-72618 for vnic_type normal with profile {{(pid=99484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:52:17.056561 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.managers [req-d03025d7-453b-4543-a77e-1b5063c1219c req-7ba53040-dd0c-48d3-87a4-49cf045ee663 service neutron] Attempting to bind port 8548156a-1d2a-4f94-bf31-cf9aeaef8a58 by drivers openvswitch,hyperv on host hv-cinder-72618 at level 0 using segments [{'id': '3a52893f-b9e9-4664-b955-88ac2abfbad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0f24e05a-f59f-42ec-ad23-eb813ca68e34'}] {{(pid=99484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:52:17.057156 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03025d7-453b-4543-a77e-1b5063c1219c req-7ba53040-dd0c-48d3-87a4-49cf045ee663 service neutron] Attempting to bind port 8548156a-1d2a-4f94-bf31-cf9aeaef8a58 on network 0f24e05a-f59f-42ec-ad23-eb813ca68e34 {{(pid=99484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:52:17.069747 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03025d7-453b-4543-a77e-1b5063c1219c req-7ba53040-dd0c-48d3-87a4-49cf045ee663 service neutron] Port 8548156a-1d2a-4f94-bf31-cf9aeaef8a58 on network 0f24e05a-f59f-42ec-ad23-eb813ca68e34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-72618 {{(pid=99484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 14:52:17.070389 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03025d7-453b-4543-a77e-1b5063c1219c req-7ba53040-dd0c-48d3-87a4-49cf045ee663 service neutron] Attempting to bind port 8548156a-1d2a-4f94-bf31-cf9aeaef8a58 on network 0f24e05a-f59f-42ec-ad23-eb813ca68e34 {{(pid=99484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:52:17.097024 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03025d7-453b-4543-a77e-1b5063c1219c req-7ba53040-dd0c-48d3-87a4-49cf045ee663 service neutron] Checking agent: {'id': '75f5f45e-0f41-4f3b-9aad-8e3a5980501e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-72618', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 44, 59), 'started_at': datetime.datetime(2021, 6, 14, 14, 44, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:52:17.097466 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03025d7-453b-4543-a77e-1b5063c1219c req-7ba53040-dd0c-48d3-87a4-49cf045ee663 service neutron] Checking segment: {'id': '3a52893f-b9e9-4664-b955-88ac2abfbad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0f24e05a-f59f-42ec-ad23-eb813ca68e34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:52:17.097925 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03025d7-453b-4543-a77e-1b5063c1219c req-7ba53040-dd0c-48d3-87a4-49cf045ee663 service neutron] Bound using segment: {'id': '3a52893f-b9e9-4664-b955-88ac2abfbad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0f24e05a-f59f-42ec-ad23-eb813ca68e34'} {{(pid=99484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:52:17.098772 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.managers [req-d03025d7-453b-4543-a77e-1b5063c1219c req-7ba53040-dd0c-48d3-87a4-49cf045ee663 service neutron] Bound port: 8548156a-1d2a-4f94-bf31-cf9aeaef8a58, host: hv-cinder-72618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a52893f-b9e9-4664-b955-88ac2abfbad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0f24e05a-f59f-42ec-ad23-eb813ca68e34'}}] {{(pid=99484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:52:17.099133 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-d03025d7-453b-4543-a77e-1b5063c1219c req-7ba53040-dd0c-48d3-87a4-49cf045ee663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:17.231555 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.db [req-2d2800df-e152-4feb-bb74-9d54ed4dda96 req-4fffd420-b499-4d85-a953-a89628da5ece service neutron] For port a5a516eb-f771-47d6-9b7a-d70d3f2763a4, host hv-cinder-72618, cleared binding levels {{(pid=99483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:52:17.235741 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.db [req-2d2800df-e152-4feb-bb74-9d54ed4dda96 req-4fffd420-b499-4d85-a953-a89628da5ece service neutron] For port a5a516eb-f771-47d6-9b7a-d70d3f2763a4, host hv-cinder-72618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=a5a516eb-f771-47d6-9b7a-d70d3f2763a4,segment=NetworkSegment(0c110fe6-a787-4f20-a180-21ac650dc6bc),segment_id=0c110fe6-a787-4f20-a180-21ac650dc6bc)] {{(pid=99483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:52:17.270357 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.db [req-d03025d7-453b-4543-a77e-1b5063c1219c req-7ba53040-dd0c-48d3-87a4-49cf045ee663 service neutron] For port 8548156a-1d2a-4f94-bf31-cf9aeaef8a58, host hv-cinder-72618, cleared binding levels {{(pid=99484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:52:17.275359 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.db [req-d03025d7-453b-4543-a77e-1b5063c1219c req-7ba53040-dd0c-48d3-87a4-49cf045ee663 service neutron] For port 8548156a-1d2a-4f94-bf31-cf9aeaef8a58, host hv-cinder-72618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=8548156a-1d2a-4f94-bf31-cf9aeaef8a58,segment=NetworkSegment(3a52893f-b9e9-4664-b955-88ac2abfbad8),segment_id=3a52893f-b9e9-4664-b955-88ac2abfbad8)] {{(pid=99484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:52:17.355038 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-2d2800df-e152-4feb-bb74-9d54ed4dda96 req-4fffd420-b499-4d85-a953-a89628da5ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282715'] for port, after_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:17.358585 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-3a03855d-b960-4825-8b69-67b1148e43cb tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:52:17.366139 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-d03025d7-453b-4543-a77e-1b5063c1219c req-7ba53040-dd0c-48d3-87a4-49cf045ee663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12090178'] for port, after_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:17.371008 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-04313d3c-64ff-4cb3-9bdd-6dc9fcd98691 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:52:17.409309 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2800df-e152-4feb-bb74-9d54ed4dda96 req-4fffd420-b499-4d85-a953-a89628da5ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:17.415562 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-2d2800df-e152-4feb-bb74-9d54ed4dda96 req-4fffd420-b499-4d85-a953-a89628da5ece service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645'] for port, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:17.418558 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-2d2800df-e152-4feb-bb74-9d54ed4dda96 req-4fffd420-b499-4d85-a953-a89628da5ece service neutron] 10.222.0.21 "PUT /v2.0/ports/a5a516eb-f771-47d6-9b7a-d70d3f2763a4 HTTP/1.1" status: 200 len: 1093 time: 1.3872628 Jun 14 14:52:17.479596 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba53040-dd0c-48d3-87a4-49cf045ee663 service neutron] Pushing event updated for resources: {'Port': ['ID=8548156a-1d2a-4f94-bf31-cf9aeaef8a58,revision_number=3']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:52:17.487677 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-7ba53040-dd0c-48d3-87a4-49cf045ee663 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:52:17.520165 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03025d7-453b-4543-a77e-1b5063c1219c req-7ba53040-dd0c-48d3-87a4-49cf045ee663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:17.520784 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-d03025d7-453b-4543-a77e-1b5063c1219c req-7ba53040-dd0c-48d3-87a4-49cf045ee663 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645'] for port, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:17.522298 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '467c9ee0-dac7-46fa-9708-515c56ab4692', 'tag': 'a5a516eb-f771-47d6-9b7a-d70d3f2763a4'}] {{(pid=99483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:52:17.526122 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10e764dcb54ca1904200e902db0bf3fc798e652e4e20eb5cbfc1ab196cf52753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f744bb2-7f1b-42cd-bc63-817558df21a2" -d '{"events": [{"name": "network-changed", "server_uuid": "467c9ee0-dac7-46fa-9708-515c56ab4692", "tag": "a5a516eb-f771-47d6-9b7a-d70d3f2763a4"}]}' {{(pid=99483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:52:17.533428 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-d03025d7-453b-4543-a77e-1b5063c1219c req-7ba53040-dd0c-48d3-87a4-49cf045ee663 service neutron] 10.222.0.21 "PUT /v2.0/ports/8548156a-1d2a-4f94-bf31-cf9aeaef8a58 HTTP/1.1" status: 200 len: 1094 time: 1.5034585 Jun 14 14:52:17.534000 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a67c62c1-6c91-4bdf-8d15-d1693714bd95', 'tag': '8548156a-1d2a-4f94-bf31-cf9aeaef8a58'}] {{(pid=99484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:52:17.538989 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d59e03e546515fa4e63eddd697505d7af87b03111d3d4a09b383aaccd0eedd18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9ee192-d395-4eff-93ca-98c6f84f9d41" -d '{"events": [{"name": "network-changed", "server_uuid": "a67c62c1-6c91-4bdf-8d15-d1693714bd95", "tag": "8548156a-1d2a-4f94-bf31-cf9aeaef8a58"}]}' {{(pid=99484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:52:17.580827 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fffd420-b499-4d85-a953-a89628da5ece service neutron] Pushing event updated for resources: {'Port': ['ID=a5a516eb-f771-47d6-9b7a-d70d3f2763a4,revision_number=3']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:52:17.588336 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-4fffd420-b499-4d85-a953-a89628da5ece service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:52:17.637727 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 14:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf2e0388-3949-4ef2-825c-720f41deff1d x-openstack-request-id: req-cf2e0388-3949-4ef2-825c-720f41deff1d {{(pid=99484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:52:17.638245 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a67c62c1-6c91-4bdf-8d15-d1693714bd95", "tag": "8548156a-1d2a-4f94-bf31-cf9aeaef8a58", "status": "completed", "code": 200}]} {{(pid=99484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:52:17.638635 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cf2e0388-3949-4ef2-825c-720f41deff1d {{(pid=99484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:52:17.639385 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a67c62c1-6c91-4bdf-8d15-d1693714bd95', 'tag': '8548156a-1d2a-4f94-bf31-cf9aeaef8a58', 'status': 'completed', 'code': 200} Jun 14 14:52:17.827751 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 14:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b59e729-33f9-48a5-9718-38e02a7dd397 x-openstack-request-id: req-8b59e729-33f9-48a5-9718-38e02a7dd397 {{(pid=99483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:52:17.828631 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "467c9ee0-dac7-46fa-9708-515c56ab4692", "tag": "a5a516eb-f771-47d6-9b7a-d70d3f2763a4", "status": "completed", "code": 200}]} {{(pid=99483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:52:17.828631 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8b59e729-33f9-48a5-9718-38e02a7dd397 {{(pid=99483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:52:17.829385 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '467c9ee0-dac7-46fa-9708-515c56ab4692', 'tag': 'a5a516eb-f771-47d6-9b7a-d70d3f2763a4', 'status': 'completed', 'code': 200} Jun 14 14:52:18.073682 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d68babb-6810-4899-99f2-941c09b8b4e2 req-e5e8055e-f52d-4cb1-87b3-fe6591626010 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:18.075292 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-1d68babb-6810-4899-99f2-941c09b8b4e2 req-e5e8055e-f52d-4cb1-87b3-fe6591626010 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/ports?device_id=467c9ee0-dac7-46fa-9708-515c56ab4692 HTTP/1.1" status: 200 len: 943 time: 0.1158092 Jun 14 14:52:18.142299 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-1d68babb-6810-4899-99f2-941c09b8b4e2 req-49e3fa29-cf54-43e8-90c9-7359d7c6ccac tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f492e54-5373-4fdc-bdcc-f5e782e21178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590010 Jun 14 14:52:18.437448 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede61f06-6482-4f76-9511-935f44536cd8 req-042ab9b2-8a7e-48f5-b3bc-158a8f18e274 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:18.439011 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-ede61f06-6482-4f76-9511-935f44536cd8 req-042ab9b2-8a7e-48f5-b3bc-158a8f18e274 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=a67c62c1-6c91-4bdf-8d15-d1693714bd95 HTTP/1.1" status: 200 len: 944 time: 0.4088185 Jun 14 14:52:18.488453 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-ede61f06-6482-4f76-9511-935f44536cd8 req-af6c505c-e1ae-423f-a996-70efbeec9daf tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=fbf6b06e-ceb1-4da2-a103-b5035768a1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414875 Jun 14 14:52:18.816173 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-74fb822c-b6a5-4343-b1be-bf7a9eb12d11 req-fea71945-71ab-41c6-a3ba-709c4db82f68 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-602790184&fields=id&tenant_id=8730e6a0fdc54b92a4e0d83a015c460a HTTP/1.1" status: 200 len: 267 time: 0.0626781 Jun 14 14:52:18.973602 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fb822c-b6a5-4343-b1be-bf7a9eb12d11 req-dd2f325d-c32f-42fc-9b89-fc02c8960bb8 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:18.975111 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-74fb822c-b6a5-4343-b1be-bf7a9eb12d11 req-dd2f325d-c32f-42fc-9b89-fc02c8960bb8 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/networks?id=ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b HTTP/1.1" status: 200 len: 808 time: 0.1502304 Jun 14 14:52:18.994541 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-74fb822c-b6a5-4343-b1be-bf7a9eb12d11 req-d909ca70-cfbe-4a5b-9444-11017dd63664 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/quotas/8730e6a0fdc54b92a4e0d83a015c460a HTTP/1.1" status: 200 len: 375 time: 0.0122209 Jun 14 14:52:19.087068 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-74fb822c-b6a5-4343-b1be-bf7a9eb12d11 req-d49f9716-7ad1-448f-80ad-754ab2fb7d82 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8730e6a0fdc54b92a4e0d83a015c460a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0867140 Jun 14 14:52:19.268360 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-74fb822c-b6a5-4343-b1be-bf7a9eb12d11 req-206a0ff0-ce43-4964-9fef-68de83976e27 service neutron] 10.222.0.55 "GET /v2.0/networks/ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660776 Jun 14 14:52:19.417916 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c9fa28-206f-4ee5-aef9-81da2c82e1d5 req-5e2a9440-2cfa-4d57-85d3-6b31bb0aa4f9 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:19.419490 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-57c9fa28-206f-4ee5-aef9-81da2c82e1d5 req-5e2a9440-2cfa-4d57-85d3-6b31bb0aa4f9 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/ports?device_id=467c9ee0-dac7-46fa-9708-515c56ab4692 HTTP/1.1" status: 200 len: 943 time: 0.1135941 Jun 14 14:52:19.442173 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-74fb822c-b6a5-4343-b1be-bf7a9eb12d11 req-a8f131e6-5311-4eb9-9890-7285fdc1cb7c service neutron] 10.222.0.55 "GET /v2.0/networks/ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675158 Jun 14 14:52:19.486168 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-57c9fa28-206f-4ee5-aef9-81da2c82e1d5 req-90b43c2d-9626-4977-b4ec-62ddf62da06b tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f492e54-5373-4fdc-bdcc-f5e782e21178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571585 Jun 14 14:52:19.720439 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e9742-6b75-4b1e-8c0f-03c5c1ed321e req-95432b1c-8cf3-4381-85fe-d8284aa97056 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:19.721986 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-041e9742-6b75-4b1e-8c0f-03c5c1ed321e req-95432b1c-8cf3-4381-85fe-d8284aa97056 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=a67c62c1-6c91-4bdf-8d15-d1693714bd95 HTTP/1.1" status: 200 len: 944 time: 0.0986919 Jun 14 14:52:19.788707 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-041e9742-6b75-4b1e-8c0f-03c5c1ed321e req-0dacc3f5-e3d1-43d1-a207-a82d783c636e tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=fbf6b06e-ceb1-4da2-a103-b5035768a1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594754 Jun 14 14:52:20.434489 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-49d8d00c-db4a-468e-b91d-5a1f4d445c58 req-69f3234d-49e0-4d9d-bb59-610cfa6a1c43 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/ports?device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b HTTP/1.1" status: 200 len: 210 time: 0.0365663 Jun 14 14:52:20.701591 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0751c3e2-bdfe-4f05-aa60-e3007d903c90 req-7a863d9d-2767-49fe-b259-478177eacd1a tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:20.703116 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-0751c3e2-bdfe-4f05-aa60-e3007d903c90 req-7a863d9d-2767-49fe-b259-478177eacd1a tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/ports?device_id=467c9ee0-dac7-46fa-9708-515c56ab4692 HTTP/1.1" status: 200 len: 943 time: 0.0872242 Jun 14 14:52:20.753457 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-0751c3e2-bdfe-4f05-aa60-e3007d903c90 req-862bbbb6-aa2c-4f8d-b59a-529a2c1e9368 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f492e54-5373-4fdc-bdcc-f5e782e21178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432582 Jun 14 14:52:21.027913 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05766fff-224c-48e8-a56d-28d52d292a47 req-ea0b097c-09a6-4eaa-b8d4-6caffaba184c tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:21.036515 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-05766fff-224c-48e8-a56d-28d52d292a47 req-ea0b097c-09a6-4eaa-b8d4-6caffaba184c tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=a67c62c1-6c91-4bdf-8d15-d1693714bd95 HTTP/1.1" status: 200 len: 944 time: 0.0968704 Jun 14 14:52:21.090353 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-05766fff-224c-48e8-a56d-28d52d292a47 req-1fdff31f-026c-456d-9e87-c7a2c60fd067 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=fbf6b06e-ceb1-4da2-a103-b5035768a1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415323 Jun 14 14:52:21.542992 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-64181df4-2e91-4518-b619-fa98ce8fb565 req-1e9c12a4-8a86-4078-a1cb-46bc20233ec2 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/ports?device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b HTTP/1.1" status: 200 len: 210 time: 0.0429995 Jun 14 14:52:21.973691 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2031f441-c24a-41fe-8610-4fcc436c95b5 req-8ebda767-e148-424f-ad75-3a8068d73f00 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:21.975181 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-2031f441-c24a-41fe-8610-4fcc436c95b5 req-8ebda767-e148-424f-ad75-3a8068d73f00 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/ports?device_id=467c9ee0-dac7-46fa-9708-515c56ab4692 HTTP/1.1" status: 200 len: 943 time: 0.0982120 Jun 14 14:52:22.022575 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-2031f441-c24a-41fe-8610-4fcc436c95b5 req-9d311f1c-165c-4c81-afd8-8cafb52a793d tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f492e54-5373-4fdc-bdcc-f5e782e21178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406113 Jun 14 14:52:22.301484 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46386ac-50d7-4ff8-9c33-26492ae8a24b req-b8eadef8-0acb-4ef0-9bbc-3ff4bac286cd tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:22.307072 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-f46386ac-50d7-4ff8-9c33-26492ae8a24b req-b8eadef8-0acb-4ef0-9bbc-3ff4bac286cd tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=a67c62c1-6c91-4bdf-8d15-d1693714bd95 HTTP/1.1" status: 200 len: 944 time: 0.0873322 Jun 14 14:52:22.374934 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-f46386ac-50d7-4ff8-9c33-26492ae8a24b req-56313724-dda4-4f86-9262-e468d6879955 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=fbf6b06e-ceb1-4da2-a103-b5035768a1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614710 Jun 14 14:52:22.673401 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-6fe9c59a-aa39-4639-810c-b443be63e698 req-02053948-dc45-4004-8c17-8dec0096f193 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/ports?device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b HTTP/1.1" status: 200 len: 210 time: 0.0572107 Jun 14 14:52:23.246323 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2523301f-320a-43bc-9bbd-6f9023a6328d req-8a806ef8-36ad-4dfc-aaee-c5454ba115e6 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:23.247824 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-2523301f-320a-43bc-9bbd-6f9023a6328d req-8a806ef8-36ad-4dfc-aaee-c5454ba115e6 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/ports?device_id=467c9ee0-dac7-46fa-9708-515c56ab4692 HTTP/1.1" status: 200 len: 943 time: 0.0907025 Jun 14 14:52:23.301914 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-2523301f-320a-43bc-9bbd-6f9023a6328d req-529fd738-82c6-4eb8-ac30-4c20ce5c965d tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f492e54-5373-4fdc-bdcc-f5e782e21178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450177 Jun 14 14:52:23.594600 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627844ef-734d-4bb3-b816-732c0100e1ba req-7529f134-8d80-49d7-8544-b7048293078c tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:23.596086 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-627844ef-734d-4bb3-b816-732c0100e1ba req-7529f134-8d80-49d7-8544-b7048293078c tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=a67c62c1-6c91-4bdf-8d15-d1693714bd95 HTTP/1.1" status: 200 len: 944 time: 0.0916045 Jun 14 14:52:23.642622 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-627844ef-734d-4bb3-b816-732c0100e1ba req-7d3b896f-93c1-4a26-8fd3-bbda94412513 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=fbf6b06e-ceb1-4da2-a103-b5035768a1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400107 Jun 14 14:52:23.874392 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-7fbef23e-a5b4-44de-b5fd-c92c953de208 req-53988437-d337-4ef6-817b-3d5de3576716 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/ports?device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b HTTP/1.1" status: 200 len: 210 time: 0.0654702 Jun 14 14:52:24.509927 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93692587-3227-468e-924f-5a3efc05ea4a req-0dbf3e5c-6282-451f-951b-3713abf7ab62 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:24.511509 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-93692587-3227-468e-924f-5a3efc05ea4a req-0dbf3e5c-6282-451f-951b-3713abf7ab62 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/ports?device_id=467c9ee0-dac7-46fa-9708-515c56ab4692 HTTP/1.1" status: 200 len: 943 time: 0.0734639 Jun 14 14:52:24.566115 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-93692587-3227-468e-924f-5a3efc05ea4a req-9c8c0f98-fdcf-4f08-b35f-9285de507d2f tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f492e54-5373-4fdc-bdcc-f5e782e21178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473032 Jun 14 14:52:24.865162 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d726112-f910-40e6-9ffa-cd20551bf3f5 req-af786934-7b29-4304-99e6-f7d590f67d8d tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:24.866885 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-6d726112-f910-40e6-9ffa-cd20551bf3f5 req-af786934-7b29-4304-99e6-f7d590f67d8d tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=a67c62c1-6c91-4bdf-8d15-d1693714bd95 HTTP/1.1" status: 200 len: 944 time: 0.0980949 Jun 14 14:52:24.936857 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-6d726112-f910-40e6-9ffa-cd20551bf3f5 req-bc65fa6e-55b2-403c-8df9-866078b3b1dd tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=fbf6b06e-ceb1-4da2-a103-b5035768a1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616238 Jun 14 14:52:25.130455 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-c040e507-875b-4255-8ef7-a861b22a82cd req-b0ffc8e4-9eb0-4fca-aa48-5f2be67ef74a tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/ports?device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b HTTP/1.1" status: 200 len: 210 time: 0.0831373 Jun 14 14:52:25.283003 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074f0a5-c789-4089-b576-102a680362b9 req-78788d8b-3645-4dc9-8ab2-4c135ad4ce31 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:25.284603 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-2074f0a5-c789-4089-b576-102a680362b9 req-78788d8b-3645-4dc9-8ab2-4c135ad4ce31 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.55 "GET /v2.0/networks?id=a52c757e-ad6b-4b2e-b44f-da7022e294da HTTP/1.1" status: 200 len: 813 time: 0.2243297 Jun 14 14:52:25.309705 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-2074f0a5-c789-4089-b576-102a680362b9 req-a177b16b-8157-4182-9192-485cfa9f68fe tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.55 "GET /v2.0/quotas/82efaaa7fc5c4607b1393f2c000e94e4 HTTP/1.1" status: 200 len: 375 time: 0.0165093 Jun 14 14:52:25.352135 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-2074f0a5-c789-4089-b576-102a680362b9 req-adf3c8b3-7c79-40ba-aeed-4667b91f59f3 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=82efaaa7fc5c4607b1393f2c000e94e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407114 Jun 14 14:52:25.489712 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-2074f0a5-c789-4089-b576-102a680362b9 req-85ab0bd1-c1fd-489d-8790-1cce7bcecf63 service neutron] 10.222.0.55 "GET /v2.0/networks/a52c757e-ad6b-4b2e-b44f-da7022e294da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291609 Jun 14 14:52:25.652188 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-2074f0a5-c789-4089-b576-102a680362b9 req-4bae3f63-d625-476d-ab65-bc00d188faee service neutron] 10.222.0.55 "GET /v2.0/networks/a52c757e-ad6b-4b2e-b44f-da7022e294da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552963 Jun 14 14:52:25.790863 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-74c3570c-9f82-4609-8e88-520818cdf225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:25.849319 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f89e7d-83c5-4f70-8c0d-1db5e52c7d42 req-89f54217-78a1-4377-b46a-766703b40fc0 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:25.852465 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-f0f89e7d-83c5-4f70-8c0d-1db5e52c7d42 req-89f54217-78a1-4377-b46a-766703b40fc0 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/ports?device_id=467c9ee0-dac7-46fa-9708-515c56ab4692 HTTP/1.1" status: 200 len: 943 time: 0.1339991 Jun 14 14:52:25.919903 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-f0f89e7d-83c5-4f70-8c0d-1db5e52c7d42 req-c620acb0-ce6e-4caf-a1bb-f51aeaf606ae tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f492e54-5373-4fdc-bdcc-f5e782e21178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567758 Jun 14 14:52:26.069187 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-d5f4a29d-e473-4865-a1c0-80f09bd0f336 req-d79c33c2-453d-4e40-8bb7-9473c251c959 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.55 "GET /v2.0/ports?device_id=89692f7c-e8f1-472a-8569-dd1b0e7bed88 HTTP/1.1" status: 200 len: 210 time: 0.0777881 Jun 14 14:52:26.172075 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d99dd38-3ae3-4961-a4a5-a476a3ee4e59 req-b7be1921-0eea-4493-bdb7-3c2bf5f81d13 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:26.179790 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-1d99dd38-3ae3-4961-a4a5-a476a3ee4e59 req-b7be1921-0eea-4493-bdb7-3c2bf5f81d13 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=a67c62c1-6c91-4bdf-8d15-d1693714bd95 HTTP/1.1" status: 200 len: 944 time: 0.0845916 Jun 14 14:52:26.264363 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-1d99dd38-3ae3-4961-a4a5-a476a3ee4e59 req-47c62fad-634b-4dc4-8996-6a168ce8bcc4 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=fbf6b06e-ceb1-4da2-a103-b5035768a1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835164 Jun 14 14:52:26.328523 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-dac73fb9-d1db-4eeb-9dee-b49e3c407ee7 req-ca3f44f4-8ef1-4039-85cb-406b407969e6 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/ports?device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b HTTP/1.1" status: 200 len: 210 time: 0.0363746 Jun 14 14:52:27.206730 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975463c1-d789-4ecd-9ffe-72bf60453361 req-e05d2bf4-87d8-4d23-9e35-a38b90679871 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:27.208284 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-975463c1-d789-4ecd-9ffe-72bf60453361 req-e05d2bf4-87d8-4d23-9e35-a38b90679871 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/ports?device_id=467c9ee0-dac7-46fa-9708-515c56ab4692 HTTP/1.1" status: 200 len: 943 time: 0.1480291 Jun 14 14:52:27.220570 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-0ec83821-0b29-4f80-bd6c-ff9a485d94c7 req-8d610b8d-1832-4e6b-831c-a732af86de92 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.55 "GET /v2.0/ports?device_id=89692f7c-e8f1-472a-8569-dd1b0e7bed88 HTTP/1.1" status: 200 len: 210 time: 0.0546610 Jun 14 14:52:27.268672 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-975463c1-d789-4ecd-9ffe-72bf60453361 req-c4f855c9-8b1a-48c7-8655-5ccbcc9d26e7 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f492e54-5373-4fdc-bdcc-f5e782e21178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512028 Jun 14 14:52:27.503565 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4575e5a-bcf6-44aa-b1f5-f7a3997e8e86 req-adeae49a-2830-4e9c-b073-97f4de3dbd23 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:27.504986 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-f4575e5a-bcf6-44aa-b1f5-f7a3997e8e86 req-adeae49a-2830-4e9c-b073-97f4de3dbd23 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=a67c62c1-6c91-4bdf-8d15-d1693714bd95 HTTP/1.1" status: 200 len: 944 time: 0.1070766 Jun 14 14:52:27.541102 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-02faff3b-8a0b-4a40-8286-8c35d7655455 req-4efcf54c-c5be-40a4-9153-cdd2d27e19c9 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/ports?device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b HTTP/1.1" status: 200 len: 210 time: 0.0402501 Jun 14 14:52:27.579389 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-f4575e5a-bcf6-44aa-b1f5-f7a3997e8e86 req-c19d1fbf-e30b-451a-b23f-bbdec7cf65c2 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=fbf6b06e-ceb1-4da2-a103-b5035768a1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669227 Jun 14 14:52:28.480786 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-632540e8-191e-4b65-b158-7956667c41e9 req-db722cc1-74f9-4e51-b533-14d9b83f60b1 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.55 "GET /v2.0/ports?device_id=89692f7c-e8f1-472a-8569-dd1b0e7bed88 HTTP/1.1" status: 200 len: 210 time: 0.0913751 Jun 14 14:52:28.579971 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d437cd66-736a-44bf-8b32-335dadcde768 req-48776768-ab2e-4663-a766-61d3ce3bb43d tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:28.584067 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-d437cd66-736a-44bf-8b32-335dadcde768 req-48776768-ab2e-4663-a766-61d3ce3bb43d tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/ports?device_id=467c9ee0-dac7-46fa-9708-515c56ab4692 HTTP/1.1" status: 200 len: 943 time: 0.0979707 Jun 14 14:52:28.636553 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-33ac9aee-d245-4ac8-990c-05f1af77d195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:28.696832 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-d437cd66-736a-44bf-8b32-335dadcde768 req-133ddb73-95c0-4716-9322-22d75f9f6d7c tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f492e54-5373-4fdc-bdcc-f5e782e21178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064506 Jun 14 14:52:28.829065 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:28.844528 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-21282975-8427-4879-8c3a-4287d9180300 req-95478d1e-c8b2-4dbe-8ae8-319b59e4f667 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/ports?device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b HTTP/1.1" status: 200 len: 210 time: 0.0492406 Jun 14 14:52:28.961706 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc6546-546b-42ef-9dac-c70e6cd1bfff req-a142c6e8-6656-46c0-9c8f-15272841cc81 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:28.963413 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-17fc6546-546b-42ef-9dac-c70e6cd1bfff req-a142c6e8-6656-46c0-9c8f-15272841cc81 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=a67c62c1-6c91-4bdf-8d15-d1693714bd95 HTTP/1.1" status: 200 len: 944 time: 0.0856347 Jun 14 14:52:29.016150 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-17fc6546-546b-42ef-9dac-c70e6cd1bfff req-6d3cd0a7-3561-44f4-8199-1ff00e552914 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=fbf6b06e-ceb1-4da2-a103-b5035768a1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463448 Jun 14 14:52:29.661177 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-b6437689-43be-44ed-b4d9-24a66c58df78 req-4e7b14a6-f133-43dc-a93e-6bfcb250b2fd tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.55 "GET /v2.0/ports?device_id=89692f7c-e8f1-472a-8569-dd1b0e7bed88 HTTP/1.1" status: 200 len: 210 time: 0.0453598 Jun 14 14:52:29.725499 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-fac6794f-d54e-43a2-84ad-332974bc6d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:29.866011 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ee192-d395-4eff-93ca-98c6f84f9d41 req-ad632df9-0ada-4109-ae3f-b30a0e2b05f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:29.869207 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-cf9ee192-d395-4eff-93ca-98c6f84f9d41 req-ad632df9-0ada-4109-ae3f-b30a0e2b05f3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f6d775d7d5f04714a3c3dbf66a8c9048&device_id=a67c62c1-6c91-4bdf-8d15-d1693714bd95 HTTP/1.1" status: 200 len: 1097 time: 0.1052711 Jun 14 14:52:29.902492 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f744bb2-7f1b-42cd-bc63-817558df21a2 req-52b80371-30fd-4c2c-b555-12dd8a5dde97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:29.904620 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-0f744bb2-7f1b-42cd-bc63-817558df21a2 req-52b80371-30fd-4c2c-b555-12dd8a5dde97 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eb3b0bac7b7d45c998f69dfce00cbc95&device_id=467c9ee0-dac7-46fa-9708-515c56ab4692 HTTP/1.1" status: 200 len: 1096 time: 0.1385913 Jun 14 14:52:30.096686 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a171a-970e-4dc0-af56-4d11f0d42a1d req-86209fb5-3863-49b2-bdd0-5ab1684bee8e tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:30.098199 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-380a171a-970e-4dc0-af56-4d11f0d42a1d req-86209fb5-3863-49b2-bdd0-5ab1684bee8e tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/ports?device_id=467c9ee0-dac7-46fa-9708-515c56ab4692 HTTP/1.1" status: 200 len: 943 time: 0.2482910 Jun 14 14:52:30.157656 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f744bb2-7f1b-42cd-bc63-817558df21a2 req-a2758424-1dce-4138-a1c1-36b49e9fe0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:30.160100 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-0f744bb2-7f1b-42cd-bc63-817558df21a2 req-a2758424-1dce-4138-a1c1-36b49e9fe0ac service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=eb3b0bac7b7d45c998f69dfce00cbc95&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2319741 Jun 14 14:52:30.286744 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-380a171a-970e-4dc0-af56-4d11f0d42a1d req-c443fc8b-187d-4127-99eb-bdee19b21d8b tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f492e54-5373-4fdc-bdcc-f5e782e21178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250587 Jun 14 14:52:30.369846 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-cf10057c-4e2a-47b0-ab9c-093d510b1383 req-d9f8990e-4d8a-46ca-a797-508953faef40 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/ports?device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b HTTP/1.1" status: 200 len: 210 time: 0.0568449 Jun 14 14:52:30.377400 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f744bb2-7f1b-42cd-bc63-817558df21a2 req-2e86afc1-afc8-49ea-a629-200a44de8110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:30.380209 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-0f744bb2-7f1b-42cd-bc63-817558df21a2 req-2e86afc1-afc8-49ea-a629-200a44de8110 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2101328 Jun 14 14:52:30.397131 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ee192-d395-4eff-93ca-98c6f84f9d41 req-850fcf1a-4463-43c6-ba69-785430a8e73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:30.398897 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-cf9ee192-d395-4eff-93ca-98c6f84f9d41 req-850fcf1a-4463-43c6-ba69-785430a8e73c service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=f6d775d7d5f04714a3c3dbf66a8c9048&shared=False HTTP/1.1" status: 200 len: 911 time: 0.5129106 Jun 14 14:52:30.538823 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ee192-d395-4eff-93ca-98c6f84f9d41 req-172b32c7-b605-4702-ab56-acf765748ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:30.540724 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-cf9ee192-d395-4eff-93ca-98c6f84f9d41 req-172b32c7-b605-4702-ab56-acf765748ea3 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1341746 Jun 14 14:52:30.600556 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb5e16-d005-41a1-8406-56e43eb3416c req-ecf49d53-c8c9-4b51-883b-b33177104653 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:30.602493 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-37eb5e16-d005-41a1-8406-56e43eb3416c req-ecf49d53-c8c9-4b51-883b-b33177104653 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=a67c62c1-6c91-4bdf-8d15-d1693714bd95 HTTP/1.1" status: 200 len: 944 time: 0.1396756 Jun 14 14:52:30.617640 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2800df-e152-4feb-bb74-9d54ed4dda96 req-f718f876-8617-4441-b43b-e631c80c21e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:30.619233 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-2d2800df-e152-4feb-bb74-9d54ed4dda96 req-f718f876-8617-4441-b43b-e631c80c21e4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eb3b0bac7b7d45c998f69dfce00cbc95&device_id=467c9ee0-dac7-46fa-9708-515c56ab4692 HTTP/1.1" status: 200 len: 1096 time: 0.1136713 Jun 14 14:52:30.660108 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03025d7-453b-4543-a77e-1b5063c1219c req-ea114b2a-1859-492f-b0b2-cc73b1b5b052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:30.661719 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-d03025d7-453b-4543-a77e-1b5063c1219c req-ea114b2a-1859-492f-b0b2-cc73b1b5b052 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f6d775d7d5f04714a3c3dbf66a8c9048&device_id=a67c62c1-6c91-4bdf-8d15-d1693714bd95 HTTP/1.1" status: 200 len: 1097 time: 0.0767901 Jun 14 14:52:30.686420 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-2d2800df-e152-4feb-bb74-9d54ed4dda96 req-b3d40506-7081-4d19-b34c-d3c6b739928c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5a516eb-f771-47d6-9b7a-d70d3f2763a4 HTTP/1.1" status: 200 len: 217 time: 0.0552001 Jun 14 14:52:30.732823 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-d03025d7-453b-4543-a77e-1b5063c1219c req-45c35653-20b0-4162-b78e-048059464127 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8548156a-1d2a-4f94-bf31-cf9aeaef8a58 HTTP/1.1" status: 200 len: 217 time: 0.0627491 Jun 14 14:52:30.792424 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:30.794896 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-37eb5e16-d005-41a1-8406-56e43eb3416c req-90799f2b-d805-4b1c-88ee-fc2a1acb2d99 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=fbf6b06e-ceb1-4da2-a103-b5035768a1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364336 Jun 14 14:52:30.811551 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2800df-e152-4feb-bb74-9d54ed4dda96 req-d8bfe127-2127-423c-aa19-e3718b49bc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:30.814010 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-2d2800df-e152-4feb-bb74-9d54ed4dda96 req-d8bfe127-2127-423c-aa19-e3718b49bc0e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0cf39583-af2e-4c02-b7c9-789941507629 HTTP/1.1" status: 200 len: 853 time: 0.1161602 Jun 14 14:52:30.826745 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03025d7-453b-4543-a77e-1b5063c1219c req-fa2105f8-8db5-4e8a-9e20-03a0d5c2f0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:30.829243 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-d03025d7-453b-4543-a77e-1b5063c1219c req-fa2105f8-8db5-4e8a-9e20-03a0d5c2f0b2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fdbf821b-0f7c-45ba-93c7-1bd078cce400 HTTP/1.1" status: 200 len: 849 time: 0.0880966 Jun 14 14:52:30.887400 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2800df-e152-4feb-bb74-9d54ed4dda96 req-273a0dc5-27e1-4d01-8376-56fccb10d73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:30.888825 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-2d2800df-e152-4feb-bb74-9d54ed4dda96 req-273a0dc5-27e1-4d01-8376-56fccb10d73e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=04e422d8-d568-478b-9fdb-9a37bcb8fe6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0658040 Jun 14 14:52:30.905077 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-1810bf71-31a9-4da4-809e-1285d6199a15 req-7aa524ca-f26b-42b2-b4bb-66e715eaea8a tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.55 "GET /v2.0/ports?device_id=89692f7c-e8f1-472a-8569-dd1b0e7bed88 HTTP/1.1" status: 200 len: 210 time: 0.0574429 Jun 14 14:52:30.932849 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03025d7-453b-4543-a77e-1b5063c1219c req-cc2fc34e-30c6-44d8-9e39-5768aa28a2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:30.934337 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-d03025d7-453b-4543-a77e-1b5063c1219c req-cc2fc34e-30c6-44d8-9e39-5768aa28a2d3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0f24e05a-f59f-42ec-ad23-eb813ca68e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0957339 Jun 14 14:52:31.022283 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-2d2800df-e152-4feb-bb74-9d54ed4dda96 req-b2821e5b-b6eb-4121-9360-0b8645082af0 service neutron] 10.222.0.21 "GET /v2.0/networks/04e422d8-d568-478b-9fdb-9a37bcb8fe6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217816 Jun 14 14:52:31.066696 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-d03025d7-453b-4543-a77e-1b5063c1219c req-22f98d8c-113d-483e-bd08-a1d6be75f3bc service neutron] 10.222.0.21 "GET /v2.0/networks/0f24e05a-f59f-42ec-ad23-eb813ca68e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239591 Jun 14 14:52:31.155563 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-2d2800df-e152-4feb-bb74-9d54ed4dda96 req-d4c055f7-c5c9-45e3-a244-b4ab5817844b service neutron] 10.222.0.21 "GET /v2.0/networks/04e422d8-d568-478b-9fdb-9a37bcb8fe6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256492 Jun 14 14:52:31.202573 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-d03025d7-453b-4543-a77e-1b5063c1219c req-9d5c39d0-30a9-4d94-8193-8917afcf3d05 service neutron] 10.222.0.21 "GET /v2.0/networks/0f24e05a-f59f-42ec-ad23-eb813ca68e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292701 Jun 14 14:52:31.382101 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-39b4335d-7f90-4c96-ac82-c584c202a69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:31.506007 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d687141e-211c-4bcb-a2ba-074c8a307a0d req-6870cc00-4307-44dc-865a-cb80592c45af tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:31.507725 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-d687141e-211c-4bcb-a2ba-074c8a307a0d req-6870cc00-4307-44dc-865a-cb80592c45af tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/ports?device_id=467c9ee0-dac7-46fa-9708-515c56ab4692 HTTP/1.1" status: 200 len: 943 time: 0.0855732 Jun 14 14:52:31.543742 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-d41179f9-e785-419a-ba30-03ff74c20daf req-c8927c3f-ddb4-4ae2-8cd4-e75030cf8a1a tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/ports?device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b HTTP/1.1" status: 200 len: 210 time: 0.0414481 Jun 14 14:52:31.557474 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-d687141e-211c-4bcb-a2ba-074c8a307a0d req-58e3e776-a2ad-471f-9d9a-19a0b41aefd2 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f492e54-5373-4fdc-bdcc-f5e782e21178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428262 Jun 14 14:52:32.057457 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074f0a5-c789-4089-b576-102a680362b9 req-af10fbc9-d8c1-4074-b6af-b918ff83a2ce tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:32.058849 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-2074f0a5-c789-4089-b576-102a680362b9 req-af10fbc9-d8c1-4074-b6af-b918ff83a2ce tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.21 "GET /v2.0/networks?id=a52c757e-ad6b-4b2e-b44f-da7022e294da HTTP/1.1" status: 200 len: 813 time: 0.1925457 Jun 14 14:52:32.069732 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3541723-1012-4dd0-8da9-5156786c03a5 req-ef0d1e86-a36e-49eb-9b2c-39bac625b081 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:32.071962 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-f3541723-1012-4dd0-8da9-5156786c03a5 req-ef0d1e86-a36e-49eb-9b2c-39bac625b081 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=a67c62c1-6c91-4bdf-8d15-d1693714bd95 HTTP/1.1" status: 200 len: 944 time: 0.1681483 Jun 14 14:52:32.076948 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-fa66b11b-3afc-4c74-a15b-c6bb6762731e req-b14037fe-dc2c-4982-a759-686b7323b8d6 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.55 "GET /v2.0/ports?device_id=89692f7c-e8f1-472a-8569-dd1b0e7bed88 HTTP/1.1" status: 200 len: 210 time: 0.0423005 Jun 14 14:52:32.078954 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.v2.base [req-2074f0a5-c789-4089-b576-102a680362b9 req-4bdbd01d-4cb7-490c-80b6-dad4ab2cc12c tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Request body: {'port': {'device_id': '89692f7c-e8f1-472a-8569-dd1b0e7bed88', 'network_id': 'a52c757e-ad6b-4b2e-b44f-da7022e294da', 'admin_state_up': True, 'tenant_id': '82efaaa7fc5c4607b1393f2c000e94e4'}} {{(pid=99483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:52:32.206190 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-f3541723-1012-4dd0-8da9-5156786c03a5 req-df69aee5-c7eb-45ae-a17f-b023e6fcf579 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=fbf6b06e-ceb1-4da2-a103-b5035768a1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236966 Jun 14 14:52:32.416614 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2074f0a5-c789-4089-b576-102a680362b9 req-4bdbd01d-4cb7-490c-80b6-dad4ab2cc12c tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Made reservation on behalf of 82efaaa7fc5c4607b1393f2c000e94e4 for: {'port': 1} {{(pid=99483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:52:32.421189 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-2074f0a5-c789-4089-b576-102a680362b9 req-4bdbd01d-4cb7-490c-80b6-dad4ab2cc12c tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905267'] for port, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:32.628243 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.db_base_plugin_common [req-2074f0a5-c789-4089-b576-102a680362b9 req-4bdbd01d-4cb7-490c-80b6-dad4ab2cc12c tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Allocated IP 172.20.0.7 (a52c757e-ad6b-4b2e-b44f-da7022e294da/da8b3b96-eb0f-4027-b192-99ae8f57f2ac/f64e8551-a349-4115-aae0-0d03a87e808d) {{(pid=99483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:52:32.734528 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-6a6bfa03-dcbd-444b-acda-26ad7403c508 req-debd0394-7f14-4e68-946f-9130ab811150 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/ports?device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b HTTP/1.1" status: 200 len: 210 time: 0.0450044 Jun 14 14:52:32.910859 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a0828-e089-49ac-b952-f5921ee9e571 req-5de6b8c9-1673-435a-bea7-90b96f17eb14 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:32.912323 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-ed2a0828-e089-49ac-b952-f5921ee9e571 req-5de6b8c9-1673-435a-bea7-90b96f17eb14 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/ports?device_id=467c9ee0-dac7-46fa-9708-515c56ab4692 HTTP/1.1" status: 200 len: 943 time: 0.1650670 Jun 14 14:52:32.915795 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-2074f0a5-c789-4089-b576-102a680362b9 req-4bdbd01d-4cb7-490c-80b6-dad4ab2cc12c tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Notify callbacks [] for port, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:32.980225 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-ed2a0828-e089-49ac-b952-f5921ee9e571 req-b9ee7466-780b-4210-9ea8-29b263142f05 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f492e54-5373-4fdc-bdcc-f5e782e21178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604270 Jun 14 14:52:33.027057 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fb822c-b6a5-4343-b1be-bf7a9eb12d11 req-dcdce55b-46bc-432c-9668-e3ec6d6729af tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:33.028555 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-74fb822c-b6a5-4343-b1be-bf7a9eb12d11 req-dcdce55b-46bc-432c-9668-e3ec6d6729af tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.21 "GET /v2.0/networks?id=ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b HTTP/1.1" status: 200 len: 808 time: 0.1382027 Jun 14 14:52:33.086608 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-74fb822c-b6a5-4343-b1be-bf7a9eb12d11 req-32fb5d26-a69f-4f68-9264-2ab4d522cd50 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8730e6a0fdc54b92a4e0d83a015c460a HTTP/1.1" status: 200 len: 379 time: 0.0454938 Jun 14 14:52:33.095942 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.v2.base [req-74fb822c-b6a5-4343-b1be-bf7a9eb12d11 req-9624bf33-07ca-4899-ada9-22ebdeea836e tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Request body: {'port': {'device_id': '0594e824-aef2-4eb8-afa3-2d0cfa61133b', 'network_id': 'ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b', 'admin_state_up': True, 'tenant_id': '8730e6a0fdc54b92a4e0d83a015c460a', 'security_groups': ['4648ab45-3fe7-4fb0-aedd-27d6176c7dce']}} {{(pid=99484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:52:33.143282 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-2074f0a5-c789-4089-b576-102a680362b9 req-4bdbd01d-4cb7-490c-80b6-dad4ab2cc12c tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-905456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763375065887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12282725'] for port, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:33.147954 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-a213ed55-ae3a-4848-a27d-69a7e2d73133 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:52:33.213369 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2074f0a5-c789-4089-b576-102a680362b9 req-4bdbd01d-4cb7-490c-80b6-dad4ab2cc12c tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Network a52c757e-ad6b-4b2e-b44f-da7022e294da is already hosted by enough agents. {{(pid=99483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:52:33.218351 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.base_scheduler [req-2074f0a5-c789-4089-b576-102a680362b9 req-4bdbd01d-4cb7-490c-80b6-dad4ab2cc12c tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Resources bound (agent type, host, resource id): {{(pid=99483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:52:33.220401 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdbd01d-4cb7-490c-80b6-dad4ab2cc12c tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Pushing event updated for resources: {'Port': ['ID=f64e8551-a349-4115-aae0-0d03a87e808d,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:52:33.222967 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.l3_dvrscheduler_db [req-2074f0a5-c789-4089-b576-102a680362b9 req-4bdbd01d-4cb7-490c-80b6-dad4ab2cc12c tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Received port after_create {{(pid=99483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:52:33.231846 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-4bdbd01d-4cb7-490c-80b6-dad4ab2cc12c tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:52:33.311995 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074f0a5-c789-4089-b576-102a680362b9 req-4bdbd01d-4cb7-490c-80b6-dad4ab2cc12c tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:33.318236 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-2074f0a5-c789-4089-b576-102a680362b9 req-4bdbd01d-4cb7-490c-80b6-dad4ab2cc12c tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645'] for port, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:33.359153 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9e0625-f397-4bcf-ae70-97b122a847b3 req-e522734f-aff4-4459-8d81-462b6a457164 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:33.364097 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-9c9e0625-f397-4bcf-ae70-97b122a847b3 req-e522734f-aff4-4459-8d81-462b6a457164 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.55 "GET /v2.0/ports?device_id=89692f7c-e8f1-472a-8569-dd1b0e7bed88 HTTP/1.1" status: 200 len: 931 time: 0.1390748 Jun 14 14:52:33.412375 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-9c9e0625-f397-4bcf-ae70-97b122a847b3 req-99e8fdf8-b219-4311-84ea-9f5b4b67b58a tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aefbadc-1b3e-4a34-b40c-ffcdf7a0a789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452747 Jun 14 14:52:33.437845 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74fb822c-b6a5-4343-b1be-bf7a9eb12d11 req-9624bf33-07ca-4899-ada9-22ebdeea836e tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Made reservation on behalf of 8730e6a0fdc54b92a4e0d83a015c460a for: {'port': 1} {{(pid=99484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:52:33.442227 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-74fb822c-b6a5-4343-b1be-bf7a9eb12d11 req-9624bf33-07ca-4899-ada9-22ebdeea836e tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905267'] for port, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:33.520598 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-2074f0a5-c789-4089-b576-102a680362b9 req-4bdbd01d-4cb7-490c-80b6-dad4ab2cc12c tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4454677 Jun 14 14:52:33.537527 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.v2.base [req-2074f0a5-c789-4089-b576-102a680362b9 req-0e979654-2586-4e7b-9924-520000a34c39 service neutron] Request body: {'port': {'device_id': '89692f7c-e8f1-472a-8569-dd1b0e7bed88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-72618'}} {{(pid=99483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:52:33.635756 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.db_base_plugin_common [req-74fb822c-b6a5-4343-b1be-bf7a9eb12d11 req-9624bf33-07ca-4899-ada9-22ebdeea836e tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Allocated IP 172.20.0.5 (ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b/e340e8c9-7a51-4312-92aa-f88338355222/5522849e-cba4-4b7d-86ef-3ee3d489e216) {{(pid=99484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:52:33.728664 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-2074f0a5-c789-4089-b576-102a680362b9 req-0e979654-2586-4e7b-9924-520000a34c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:33.764156 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258cbcf1-5cf3-4721-8406-e98788dc983c req-52e82dae-ff4c-4b6b-8382-6af3924ddae2 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:33.764156 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-258cbcf1-5cf3-4721-8406-e98788dc983c req-52e82dae-ff4c-4b6b-8382-6af3924ddae2 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=a67c62c1-6c91-4bdf-8d15-d1693714bd95 HTTP/1.1" status: 200 len: 944 time: 0.2183135 Jun 14 14:52:33.868224 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-74fb822c-b6a5-4343-b1be-bf7a9eb12d11 req-9624bf33-07ca-4899-ada9-22ebdeea836e tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Notify callbacks [] for port, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:33.889224 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.provisioning_blocks [req-74fb822c-b6a5-4343-b1be-bf7a9eb12d11 req-9624bf33-07ca-4899-ada9-22ebdeea836e tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Transition to ACTIVE for port object 5522849e-cba4-4b7d-86ef-3ee3d489e216 will not be triggered until provisioned by entity DHCP. {{(pid=99484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:52:33.931570 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-258cbcf1-5cf3-4721-8406-e98788dc983c req-4034daff-b684-4e58-b316-dc989eef6634 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=fbf6b06e-ceb1-4da2-a103-b5035768a1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319180 Jun 14 14:52:34.051249 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-74fb822c-b6a5-4343-b1be-bf7a9eb12d11 req-9624bf33-07ca-4899-ada9-22ebdeea836e tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-905456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763375065887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12090236'] for port, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:34.059706 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device a5a516eb-f771-47d6-9b7a-d70d3f2763a4 details requested by agent hyperv_hv-cinder-72618 with host hv-cinder-72618 {{(pid=99485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 14:52:34.078057 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.agents_db [None req-f05f0e2d-2be5-4cb0-86e7-333c7e47477b None None] Agent healthcheck: found 6 active agents {{(pid=99486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 14:52:34.082833 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-c0f43bab-9b65-4098-8bf2-d9cf4307e9eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:52:34.097938 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74fb822c-b6a5-4343-b1be-bf7a9eb12d11 req-9624bf33-07ca-4899-ada9-22ebdeea836e tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Network ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b is already hosted by enough agents. {{(pid=99484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:52:34.144881 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.base_scheduler [req-74fb822c-b6a5-4343-b1be-bf7a9eb12d11 req-9624bf33-07ca-4899-ada9-22ebdeea836e tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Resources bound (agent type, host, resource id): {{(pid=99484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:52:34.190332 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.l3_dvrscheduler_db [req-74fb822c-b6a5-4343-b1be-bf7a9eb12d11 req-9624bf33-07ca-4899-ada9-22ebdeea836e tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Received port after_create {{(pid=99484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:52:34.227796 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] For port a5a516eb-f771-47d6-9b7a-d70d3f2763a4, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=a5a516eb-f771-47d6-9b7a-d70d3f2763a4,segment=NetworkSegment(0c110fe6-a787-4f20-a180-21ac650dc6bc),segment_id=0c110fe6-a787-4f20-a180-21ac650dc6bc)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:52:34.252493 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Returning: {'device': 'a5a516eb-f771-47d6-9b7a-d70d3f2763a4', 'network_id': '04e422d8-d568-478b-9fdb-9a37bcb8fe6f', 'port_id': 'a5a516eb-f771-47d6-9b7a-d70d3f2763a4', 'mac_address': 'fa:16:3e:88:dd:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cf39583-af2e-4c02-b7c9-789941507629', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 14:52:34.261566 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fb822c-b6a5-4343-b1be-bf7a9eb12d11 req-9624bf33-07ca-4899-ada9-22ebdeea836e tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:34.261770 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-74fb822c-b6a5-4343-b1be-bf7a9eb12d11 req-9624bf33-07ca-4899-ada9-22ebdeea836e tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645'] for port, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:34.301365 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.notifiers.nova [req-2074f0a5-c789-4089-b576-102a680362b9 req-0e979654-2586-4e7b-9924-520000a34c39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f64e8551-a349-4115-aae0-0d03a87e808d {{(pid=99483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:52:34.317101 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-2074f0a5-c789-4089-b576-102a680362b9 req-0e979654-2586-4e7b-9924-520000a34c39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:34.318631 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9624bf33-07ca-4899-ada9-22ebdeea836e tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Pushing event updated for resources: {'Port': ['ID=5522849e-cba4-4b7d-86ef-3ee3d489e216,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:52:34.322493 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-9624bf33-07ca-4899-ada9-22ebdeea836e tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:52:34.335276 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809a689-f3d0-43be-a479-3ad5cf795ac4 req-b4698a58-4439-4ed9-b495-7f843b5d481d tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:34.335788 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ea81ff-298f-4aa8-81df-a1eb2ff7e89d req-ada40a5e-a30b-4037-83d4-03df13242e15 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:34.343417 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-a3ea81ff-298f-4aa8-81df-a1eb2ff7e89d req-ada40a5e-a30b-4037-83d4-03df13242e15 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/ports?device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b HTTP/1.1" status: 200 len: 931 time: 0.2405179 Jun 14 14:52:34.344446 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-5809a689-f3d0-43be-a479-3ad5cf795ac4 req-b4698a58-4439-4ed9-b495-7f843b5d481d tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/ports?device_id=467c9ee0-dac7-46fa-9708-515c56ab4692 HTTP/1.1" status: 200 len: 943 time: 0.2113857 Jun 14 14:52:34.347937 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:34.371252 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.notifiers.nova [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5a516eb-f771-47d6-9b7a-d70d3f2763a4 {{(pid=99485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:52:34.372823 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.provisioning_blocks [req-2074f0a5-c789-4089-b576-102a680362b9 req-0e979654-2586-4e7b-9924-520000a34c39 service neutron] Transition to ACTIVE for port object f64e8551-a349-4115-aae0-0d03a87e808d will not be triggered until provisioned by entity L2. {{(pid=99483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:52:34.391399 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-a3ea81ff-298f-4aa8-81df-a1eb2ff7e89d req-3fa89759-a243-46c2-8673-d9f02c56942a tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4648ab45-3fe7-4fb0-aedd-27d6176c7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467446 Jun 14 14:52:34.403754 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-5809a689-f3d0-43be-a479-3ad5cf795ac4 req-bd93f52a-bd92-4b54-9c17-4b98ca2a673b tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f492e54-5373-4fdc-bdcc-f5e782e21178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581677 Jun 14 14:52:34.407224 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] For port a5a516eb-f771-47d6-9b7a-d70d3f2763a4, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=a5a516eb-f771-47d6-9b7a-d70d3f2763a4,segment=NetworkSegment(0c110fe6-a787-4f20-a180-21ac650dc6bc),segment_id=0c110fe6-a787-4f20-a180-21ac650dc6bc)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:52:34.584961 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-74fb822c-b6a5-4343-b1be-bf7a9eb12d11 req-9624bf33-07ca-4899-ada9-22ebdeea836e tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4928818 Jun 14 14:52:34.596651 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.v2.base [req-74fb822c-b6a5-4343-b1be-bf7a9eb12d11 req-10685104-100f-4dc7-a7a8-c48cd6ae4294 service neutron] Request body: {'port': {'device_id': '0594e824-aef2-4eb8-afa3-2d0cfa61133b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-72618'}} {{(pid=99484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:52:34.668468 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-2074f0a5-c789-4089-b576-102a680362b9 req-0e979654-2586-4e7b-9924-520000a34c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282715'] for port, after_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:34.669231 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:34.670690 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device 8548156a-1d2a-4f94-bf31-cf9aeaef8a58 details requested by agent hyperv_hv-cinder-72618 with host hv-cinder-72618 {{(pid=99485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 14:52:34.671376 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-8d2f4782-77b5-4599-bd59-1abc3f4f76a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:52:34.676043 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-fe1bd7d8-8ed2-40a9-9dc8-ac40460cf76d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:52:34.703198 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccf34c0-f5c1-49b3-836a-a717b0afdf0d req-523f7708-3bf0-48c1-92ad-a9006effed3f tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:34.705036 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-1ccf34c0-f5c1-49b3-836a-a717b0afdf0d req-523f7708-3bf0-48c1-92ad-a9006effed3f tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.55 "GET /v2.0/ports?device_id=89692f7c-e8f1-472a-8569-dd1b0e7bed88 HTTP/1.1" status: 200 len: 931 time: 0.1594679 Jun 14 14:52:34.747227 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-74fb822c-b6a5-4343-b1be-bf7a9eb12d11 req-10685104-100f-4dc7-a7a8-c48cd6ae4294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:34.783595 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-617217f7-fb84-404e-af14-4a6bd3bbf5ed None None] Provisioning for port 5522849e-cba4-4b7d-86ef-3ee3d489e216 completed by entity DHCP. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:52:34.786220 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-1ccf34c0-f5c1-49b3-836a-a717b0afdf0d req-68eb354a-55db-4966-b88b-5e5b6eda962f tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aefbadc-1b3e-4a34-b40c-ffcdf7a0a789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689106 Jun 14 14:52:34.794976 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Pushing event updated for resources: {'Port': ['ID=a5a516eb-f771-47d6-9b7a-d70d3f2763a4,revision_number=4']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:52:34.809188 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-617217f7-fb84-404e-af14-4a6bd3bbf5ed None None] Provisioning complete for port 5522849e-cba4-4b7d-86ef-3ee3d489e216 triggered by entity DHCP. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:52:34.810281 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-617217f7-fb84-404e-af14-4a6bd3bbf5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:34.817715 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e979654-2586-4e7b-9924-520000a34c39 service neutron] Pushing event updated for resources: {'Port': ['ID=f64e8551-a349-4115-aae0-0d03a87e808d,revision_number=2']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:52:34.824538 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-0e979654-2586-4e7b-9924-520000a34c39 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:52:34.953830 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.managers [req-2074f0a5-c789-4089-b576-102a680362b9 req-0e979654-2586-4e7b-9924-520000a34c39 service neutron] Attempting to bind port f64e8551-a349-4115-aae0-0d03a87e808d on host hv-cinder-72618 for vnic_type normal with profile {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:52:34.954422 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.managers [req-2074f0a5-c789-4089-b576-102a680362b9 req-0e979654-2586-4e7b-9924-520000a34c39 service neutron] Attempting to bind port f64e8551-a349-4115-aae0-0d03a87e808d by drivers openvswitch,hyperv on host hv-cinder-72618 at level 0 using segments [{'id': '0eb4fa52-3d05-4723-a2ea-3a3c468fc8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a52c757e-ad6b-4b2e-b44f-da7022e294da'}] {{(pid=99483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:52:34.954989 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2074f0a5-c789-4089-b576-102a680362b9 req-0e979654-2586-4e7b-9924-520000a34c39 service neutron] Attempting to bind port f64e8551-a349-4115-aae0-0d03a87e808d on network a52c757e-ad6b-4b2e-b44f-da7022e294da {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:52:34.961245 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2074f0a5-c789-4089-b576-102a680362b9 req-0e979654-2586-4e7b-9924-520000a34c39 service neutron] Port f64e8551-a349-4115-aae0-0d03a87e808d on network a52c757e-ad6b-4b2e-b44f-da7022e294da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-72618 {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 14:52:34.961929 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2074f0a5-c789-4089-b576-102a680362b9 req-0e979654-2586-4e7b-9924-520000a34c39 service neutron] Attempting to bind port f64e8551-a349-4115-aae0-0d03a87e808d on network a52c757e-ad6b-4b2e-b44f-da7022e294da {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:52:34.965654 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:52:34.966006 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:52:34.966568 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:52:34.966907 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:52:34.967243 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:52:34.967580 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:52:34.968111 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:52:34.968897 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:52:34.969661 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:52:34.970184 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:52:34.970721 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:52:34.970895 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2074f0a5-c789-4089-b576-102a680362b9 req-0e979654-2586-4e7b-9924-520000a34c39 service neutron] Checking agent: {'id': '75f5f45e-0f41-4f3b-9aad-8e3a5980501e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-72618', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 44, 59), 'started_at': datetime.datetime(2021, 6, 14, 14, 44, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:52:34.971237 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:52:34.971424 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2074f0a5-c789-4089-b576-102a680362b9 req-0e979654-2586-4e7b-9924-520000a34c39 service neutron] Checking segment: {'id': '0eb4fa52-3d05-4723-a2ea-3a3c468fc8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a52c757e-ad6b-4b2e-b44f-da7022e294da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:52:34.971834 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2074f0a5-c789-4089-b576-102a680362b9 req-0e979654-2586-4e7b-9924-520000a34c39 service neutron] Bound using segment: {'id': '0eb4fa52-3d05-4723-a2ea-3a3c468fc8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a52c757e-ad6b-4b2e-b44f-da7022e294da'} {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:52:34.972408 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.managers [req-2074f0a5-c789-4089-b576-102a680362b9 req-0e979654-2586-4e7b-9924-520000a34c39 service neutron] Bound port: f64e8551-a349-4115-aae0-0d03a87e808d, host: hv-cinder-72618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eb4fa52-3d05-4723-a2ea-3a3c468fc8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a52c757e-ad6b-4b2e-b44f-da7022e294da'}}] {{(pid=99483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:52:34.972962 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-2074f0a5-c789-4089-b576-102a680362b9 req-0e979654-2586-4e7b-9924-520000a34c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:34.982392 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:52:34.986173 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-617217f7-fb84-404e-af14-4a6bd3bbf5ed None None] Port 5522849e-cba4-4b7d-86ef-3ee3d489e216 cannot update to ACTIVE because it is not bound. {{(pid=99485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 14:52:35.044573 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] For port 8548156a-1d2a-4f94-bf31-cf9aeaef8a58, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=8548156a-1d2a-4f94-bf31-cf9aeaef8a58,segment=NetworkSegment(3a52893f-b9e9-4664-b955-88ac2abfbad8),segment_id=3a52893f-b9e9-4664-b955-88ac2abfbad8)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:52:35.061296 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Returning: {'device': '8548156a-1d2a-4f94-bf31-cf9aeaef8a58', 'network_id': '0f24e05a-f59f-42ec-ad23-eb813ca68e34', 'port_id': '8548156a-1d2a-4f94-bf31-cf9aeaef8a58', 'mac_address': 'fa:16:3e:9c:35:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdbf821b-0f7c-45ba-93c7-1bd078cce400', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 14:52:35.135989 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:35.167360 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.notifiers.nova [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8548156a-1d2a-4f94-bf31-cf9aeaef8a58 {{(pid=99485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:52:35.177702 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.db [req-2074f0a5-c789-4089-b576-102a680362b9 req-0e979654-2586-4e7b-9924-520000a34c39 service neutron] For port f64e8551-a349-4115-aae0-0d03a87e808d, host hv-cinder-72618, cleared binding levels {{(pid=99483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:52:35.182700 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.db [req-2074f0a5-c789-4089-b576-102a680362b9 req-0e979654-2586-4e7b-9924-520000a34c39 service neutron] For port f64e8551-a349-4115-aae0-0d03a87e808d, host hv-cinder-72618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=f64e8551-a349-4115-aae0-0d03a87e808d,segment=NetworkSegment(0eb4fa52-3d05-4723-a2ea-3a3c468fc8e1),segment_id=0eb4fa52-3d05-4723-a2ea-3a3c468fc8e1)] {{(pid=99483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:52:35.221705 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] For port 8548156a-1d2a-4f94-bf31-cf9aeaef8a58, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=8548156a-1d2a-4f94-bf31-cf9aeaef8a58,segment=NetworkSegment(3a52893f-b9e9-4664-b955-88ac2abfbad8),segment_id=3a52893f-b9e9-4664-b955-88ac2abfbad8)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:52:35.248809 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa6bfb-5c36-40d5-9902-00d572866a71 req-dea4e64a-05d2-4953-9f39-c9243d8a0a0c tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:35.255592 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-93aa6bfb-5c36-40d5-9902-00d572866a71 req-dea4e64a-05d2-4953-9f39-c9243d8a0a0c tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=a67c62c1-6c91-4bdf-8d15-d1693714bd95 HTTP/1.1" status: 200 len: 944 time: 0.1463335 Jun 14 14:52:35.319284 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.notifiers.nova [req-74fb822c-b6a5-4343-b1be-bf7a9eb12d11 req-10685104-100f-4dc7-a7a8-c48cd6ae4294 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5522849e-cba4-4b7d-86ef-3ee3d489e216 {{(pid=99484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:52:35.327266 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-93aa6bfb-5c36-40d5-9902-00d572866a71 req-6e83718f-2c8f-4ba9-b5e0-6417d4318ba7 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=fbf6b06e-ceb1-4da2-a103-b5035768a1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657938 Jun 14 14:52:35.328129 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-74fb822c-b6a5-4343-b1be-bf7a9eb12d11 req-10685104-100f-4dc7-a7a8-c48cd6ae4294 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:35.348277 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.provisioning_blocks [req-74fb822c-b6a5-4343-b1be-bf7a9eb12d11 req-10685104-100f-4dc7-a7a8-c48cd6ae4294 service neutron] Transition to ACTIVE for port object 5522849e-cba4-4b7d-86ef-3ee3d489e216 will not be triggered until provisioned by entity L2. {{(pid=99484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:52:35.355428 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-2074f0a5-c789-4089-b576-102a680362b9 req-0e979654-2586-4e7b-9924-520000a34c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282715'] for port, after_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:35.357984 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-31a81a2c-ffee-4d68-8189-91f196f986f4 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:52:35.405016 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074f0a5-c789-4089-b576-102a680362b9 req-0e979654-2586-4e7b-9924-520000a34c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:35.405652 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-2074f0a5-c789-4089-b576-102a680362b9 req-0e979654-2586-4e7b-9924-520000a34c39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645'] for port, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:35.407056 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-2074f0a5-c789-4089-b576-102a680362b9 req-0e979654-2586-4e7b-9924-520000a34c39 service neutron] 10.222.0.21 "PUT /v2.0/ports/f64e8551-a349-4115-aae0-0d03a87e808d HTTP/1.1" status: 200 len: 1093 time: 1.8766997 Jun 14 14:52:35.407574 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89692f7c-e8f1-472a-8569-dd1b0e7bed88', 'tag': 'f64e8551-a349-4115-aae0-0d03a87e808d'}] {{(pid=99483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:52:35.409999 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10e764dcb54ca1904200e902db0bf3fc798e652e4e20eb5cbfc1ab196cf52753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e94f201d-be3f-4677-88af-1de635b93dcb" -d '{"events": [{"name": "network-changed", "server_uuid": "89692f7c-e8f1-472a-8569-dd1b0e7bed88", "tag": "f64e8551-a349-4115-aae0-0d03a87e808d"}]}' {{(pid=99483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:52:35.439488 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:35.442353 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:52:35.453679 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e979654-2586-4e7b-9924-520000a34c39 service neutron] Pushing event updated for resources: {'Port': ['ID=f64e8551-a349-4115-aae0-0d03a87e808d,revision_number=3']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:52:35.459066 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-0e979654-2586-4e7b-9924-520000a34c39 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:52:35.479904 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 14:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee9ec6a-1040-4fcc-b00c-c018982c3551 x-openstack-request-id: req-6ee9ec6a-1040-4fcc-b00c-c018982c3551 {{(pid=99483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:52:35.483465 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89692f7c-e8f1-472a-8569-dd1b0e7bed88", "tag": "f64e8551-a349-4115-aae0-0d03a87e808d", "status": "completed", "code": 200}]} {{(pid=99483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:52:35.484041 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6ee9ec6a-1040-4fcc-b00c-c018982c3551 {{(pid=99483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:52:35.485417 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89692f7c-e8f1-472a-8569-dd1b0e7bed88', 'tag': 'f64e8551-a349-4115-aae0-0d03a87e808d', 'status': 'completed', 'code': 200} Jun 14 14:52:35.552705 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Pushing event updated for resources: {'Port': ['ID=8548156a-1d2a-4f94-bf31-cf9aeaef8a58,revision_number=4']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:52:35.560931 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:52:35.712397 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-74fb822c-b6a5-4343-b1be-bf7a9eb12d11 req-10685104-100f-4dc7-a7a8-c48cd6ae4294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12090178'] for port, after_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:35.712397 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-6f10851b-7656-488a-bd06-4ec960e83b0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:52:35.712877 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94f201d-be3f-4677-88af-1de635b93dcb req-58ee356c-c52f-4b29-865b-a34a2ebed137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:35.712877 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-e94f201d-be3f-4677-88af-1de635b93dcb req-58ee356c-c52f-4b29-865b-a34a2ebed137 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=82efaaa7fc5c4607b1393f2c000e94e4&device_id=89692f7c-e8f1-472a-8569-dd1b0e7bed88 HTTP/1.1" status: 200 len: 1096 time: 0.1439166 Jun 14 14:52:35.712877 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274b8c12-2470-441a-bb68-e00e429d9769 req-b2f9060f-3dd6-4bc7-b3a6-86dc9bff66da tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:35.712877 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-274b8c12-2470-441a-bb68-e00e429d9769 req-b2f9060f-3dd6-4bc7-b3a6-86dc9bff66da tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/ports?device_id=467c9ee0-dac7-46fa-9708-515c56ab4692 HTTP/1.1" status: 200 len: 944 time: 0.1296256 Jun 14 14:52:35.721129 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] get_ports_and_sgs() called for port_ids ['a5a516eb-f771-47d6-9b7a-d70d3f2763a4'] {{(pid=99485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 14:52:35.729376 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] get_ports_and_sgs() called for port_ids ['8548156a-1d2a-4f94-bf31-cf9aeaef8a58'] {{(pid=99485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 14:52:35.897043 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10685104-100f-4dc7-a7a8-c48cd6ae4294 service neutron] Pushing event updated for resources: {'Port': ['ID=5522849e-cba4-4b7d-86ef-3ee3d489e216,revision_number=2']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:52:35.935607 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-274b8c12-2470-441a-bb68-e00e429d9769 req-99dae765-35ac-47d8-bb50-72de661db8a0 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f492e54-5373-4fdc-bdcc-f5e782e21178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847410 Jun 14 14:52:35.967866 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-10685104-100f-4dc7-a7a8-c48cd6ae4294 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:52:36.000721 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94f201d-be3f-4677-88af-1de635b93dcb req-4d3d5395-75d7-4db4-9470-0f4573f88335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:36.002490 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-e94f201d-be3f-4677-88af-1de635b93dcb req-4d3d5395-75d7-4db4-9470-0f4573f88335 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=82efaaa7fc5c4607b1393f2c000e94e4&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2926297 Jun 14 14:52:36.064412 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89ed89e-852a-45a4-ac5b-ee9f098d1961 req-e8427d1d-1383-4d6d-b81c-c1c5d309a7df tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:36.077858 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-c89ed89e-852a-45a4-ac5b-ee9f098d1961 req-e8427d1d-1383-4d6d-b81c-c1c5d309a7df tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/ports?device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b HTTP/1.1" status: 200 len: 931 time: 0.4689932 Jun 14 14:52:36.194083 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-c89ed89e-852a-45a4-ac5b-ee9f098d1961 req-b8bb88c8-70dd-4562-ac60-9f375ffa508b tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4648ab45-3fe7-4fb0-aedd-27d6176c7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144884 Jun 14 14:52:36.195387 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.managers [req-74fb822c-b6a5-4343-b1be-bf7a9eb12d11 req-10685104-100f-4dc7-a7a8-c48cd6ae4294 service neutron] Attempting to bind port 5522849e-cba4-4b7d-86ef-3ee3d489e216 on host hv-cinder-72618 for vnic_type normal with profile {{(pid=99484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:52:36.195935 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.managers [req-74fb822c-b6a5-4343-b1be-bf7a9eb12d11 req-10685104-100f-4dc7-a7a8-c48cd6ae4294 service neutron] Attempting to bind port 5522849e-cba4-4b7d-86ef-3ee3d489e216 by drivers openvswitch,hyperv on host hv-cinder-72618 at level 0 using segments [{'id': '400310be-4fab-419b-9e19-36d89a0b3d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b'}] {{(pid=99484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:52:36.196467 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74fb822c-b6a5-4343-b1be-bf7a9eb12d11 req-10685104-100f-4dc7-a7a8-c48cd6ae4294 service neutron] Attempting to bind port 5522849e-cba4-4b7d-86ef-3ee3d489e216 on network ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b {{(pid=99484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:52:36.204287 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74fb822c-b6a5-4343-b1be-bf7a9eb12d11 req-10685104-100f-4dc7-a7a8-c48cd6ae4294 service neutron] Port 5522849e-cba4-4b7d-86ef-3ee3d489e216 on network ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-72618 {{(pid=99484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 14:52:36.204968 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74fb822c-b6a5-4343-b1be-bf7a9eb12d11 req-10685104-100f-4dc7-a7a8-c48cd6ae4294 service neutron] Attempting to bind port 5522849e-cba4-4b7d-86ef-3ee3d489e216 on network ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b {{(pid=99484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:52:36.219496 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74fb822c-b6a5-4343-b1be-bf7a9eb12d11 req-10685104-100f-4dc7-a7a8-c48cd6ae4294 service neutron] Checking agent: {'id': '75f5f45e-0f41-4f3b-9aad-8e3a5980501e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-72618', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 44, 59), 'started_at': datetime.datetime(2021, 6, 14, 14, 44, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:52:36.219496 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74fb822c-b6a5-4343-b1be-bf7a9eb12d11 req-10685104-100f-4dc7-a7a8-c48cd6ae4294 service neutron] Checking segment: {'id': '400310be-4fab-419b-9e19-36d89a0b3d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:52:36.219496 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74fb822c-b6a5-4343-b1be-bf7a9eb12d11 req-10685104-100f-4dc7-a7a8-c48cd6ae4294 service neutron] Bound using segment: {'id': '400310be-4fab-419b-9e19-36d89a0b3d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b'} {{(pid=99484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:52:36.219496 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.managers [req-74fb822c-b6a5-4343-b1be-bf7a9eb12d11 req-10685104-100f-4dc7-a7a8-c48cd6ae4294 service neutron] Bound port: 5522849e-cba4-4b7d-86ef-3ee3d489e216, host: hv-cinder-72618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '400310be-4fab-419b-9e19-36d89a0b3d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b'}}] {{(pid=99484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:52:36.219496 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-74fb822c-b6a5-4343-b1be-bf7a9eb12d11 req-10685104-100f-4dc7-a7a8-c48cd6ae4294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:36.253521 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94f201d-be3f-4677-88af-1de635b93dcb req-36c697cd-d844-440d-90ca-4448ada957cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:36.255063 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-e94f201d-be3f-4677-88af-1de635b93dcb req-36c697cd-d844-440d-90ca-4448ada957cd service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2448726 Jun 14 14:52:36.278404 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e5742f-a785-4cb5-907f-8ebff6751d49 req-6b4551b6-5c15-45a9-b1bf-7a777ad27456 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:36.279946 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-b0e5742f-a785-4cb5-907f-8ebff6751d49 req-6b4551b6-5c15-45a9-b1bf-7a777ad27456 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.55 "GET /v2.0/ports?device_id=89692f7c-e8f1-472a-8569-dd1b0e7bed88 HTTP/1.1" status: 200 len: 943 time: 0.1174421 Jun 14 14:52:36.400185 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-b0e5742f-a785-4cb5-907f-8ebff6751d49 req-9ee575bb-eccd-4bdd-bd09-2245156bcd25 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aefbadc-1b3e-4a34-b40c-ffcdf7a0a789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018305 Jun 14 14:52:36.438962 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074f0a5-c789-4089-b576-102a680362b9 req-38248ea2-2ebb-4afd-bc2d-0ade4cebcdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:36.441063 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-2074f0a5-c789-4089-b576-102a680362b9 req-38248ea2-2ebb-4afd-bc2d-0ade4cebcdfb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=82efaaa7fc5c4607b1393f2c000e94e4&device_id=89692f7c-e8f1-472a-8569-dd1b0e7bed88 HTTP/1.1" status: 200 len: 1096 time: 0.1260114 Jun 14 14:52:36.562753 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-2074f0a5-c789-4089-b576-102a680362b9 req-ef141c2a-3ce5-445d-a3ef-f5afa4645d4c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f64e8551-a349-4115-aae0-0d03a87e808d HTTP/1.1" status: 200 len: 217 time: 0.1000495 Jun 14 14:52:36.672914 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074f0a5-c789-4089-b576-102a680362b9 req-9e800c57-e9be-472d-974e-823aa08f86d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:36.675838 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-2074f0a5-c789-4089-b576-102a680362b9 req-9e800c57-e9be-472d-974e-823aa08f86d7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=da8b3b96-eb0f-4027-b192-99ae8f57f2ac HTTP/1.1" status: 200 len: 853 time: 0.1047616 Jun 14 14:52:36.743026 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.db [req-74fb822c-b6a5-4343-b1be-bf7a9eb12d11 req-10685104-100f-4dc7-a7a8-c48cd6ae4294 service neutron] For port 5522849e-cba4-4b7d-86ef-3ee3d489e216, host hv-cinder-72618, cleared binding levels {{(pid=99484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:52:36.746575 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-2074f0a5-c789-4089-b576-102a680362b9 req-9569e3e5-cf2b-48a5-b7ca-9e36f1d8633c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a52c757e-ad6b-4b2e-b44f-da7022e294da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621154 Jun 14 14:52:36.750882 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.db [req-74fb822c-b6a5-4343-b1be-bf7a9eb12d11 req-10685104-100f-4dc7-a7a8-c48cd6ae4294 service neutron] For port 5522849e-cba4-4b7d-86ef-3ee3d489e216, host hv-cinder-72618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=5522849e-cba4-4b7d-86ef-3ee3d489e216,segment=NetworkSegment(400310be-4fab-419b-9e19-36d89a0b3d4c),segment_id=400310be-4fab-419b-9e19-36d89a0b3d4c)] {{(pid=99484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:52:36.782241 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5afaab4-74cf-4af4-9ae8-d667b485983b req-b6840796-1a3d-4201-85e6-a244717e0cbc tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:36.783994 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-a5afaab4-74cf-4af4-9ae8-d667b485983b req-b6840796-1a3d-4201-85e6-a244717e0cbc tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=a67c62c1-6c91-4bdf-8d15-d1693714bd95 HTTP/1.1" status: 200 len: 945 time: 0.1384084 Jun 14 14:52:36.863949 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-a5afaab4-74cf-4af4-9ae8-d667b485983b req-5d7d12e7-69b4-4a01-b35f-f626c14cb112 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=fbf6b06e-ceb1-4da2-a103-b5035768a1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658486 Jun 14 14:52:36.891723 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-74fb822c-b6a5-4343-b1be-bf7a9eb12d11 req-10685104-100f-4dc7-a7a8-c48cd6ae4294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12090178'] for port, after_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:36.894241 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-194ef37c-413b-4eac-a3c5-ff2fda1bd836 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:52:36.921292 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-2074f0a5-c789-4089-b576-102a680362b9 req-21c8a2bb-dd74-4425-8d1b-d90254833524 service neutron] 10.222.0.21 "GET /v2.0/networks/a52c757e-ad6b-4b2e-b44f-da7022e294da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650946 Jun 14 14:52:36.965771 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fb822c-b6a5-4343-b1be-bf7a9eb12d11 req-10685104-100f-4dc7-a7a8-c48cd6ae4294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:36.967043 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-74fb822c-b6a5-4343-b1be-bf7a9eb12d11 req-10685104-100f-4dc7-a7a8-c48cd6ae4294 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645'] for port, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:36.968989 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-74fb822c-b6a5-4343-b1be-bf7a9eb12d11 req-10685104-100f-4dc7-a7a8-c48cd6ae4294 service neutron] 10.222.0.21 "PUT /v2.0/ports/5522849e-cba4-4b7d-86ef-3ee3d489e216 HTTP/1.1" status: 200 len: 1093 time: 2.3765771 Jun 14 14:52:36.969709 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0594e824-aef2-4eb8-afa3-2d0cfa61133b', 'tag': '5522849e-cba4-4b7d-86ef-3ee3d489e216'}] {{(pid=99484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:52:36.972828 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d59e03e546515fa4e63eddd697505d7af87b03111d3d4a09b383aaccd0eedd18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de655b6e-b99a-4d38-9602-cd287fa5a60a" -d '{"events": [{"name": "network-changed", "server_uuid": "0594e824-aef2-4eb8-afa3-2d0cfa61133b", "tag": "5522849e-cba4-4b7d-86ef-3ee3d489e216"}]}' {{(pid=99484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:52:37.023888 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10685104-100f-4dc7-a7a8-c48cd6ae4294 service neutron] Pushing event updated for resources: {'Port': ['ID=5522849e-cba4-4b7d-86ef-3ee3d489e216,revision_number=3']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:52:37.028599 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-10685104-100f-4dc7-a7a8-c48cd6ae4294 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:52:37.084845 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 14:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d63ec6f1-d079-4aa9-8b4e-95d2297da653 x-openstack-request-id: req-d63ec6f1-d079-4aa9-8b4e-95d2297da653 {{(pid=99484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:52:37.085188 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0594e824-aef2-4eb8-afa3-2d0cfa61133b", "tag": "5522849e-cba4-4b7d-86ef-3ee3d489e216", "status": "completed", "code": 200}]} {{(pid=99484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:52:37.086015 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d63ec6f1-d079-4aa9-8b4e-95d2297da653 {{(pid=99484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:52:37.086498 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0594e824-aef2-4eb8-afa3-2d0cfa61133b', 'tag': '5522849e-cba4-4b7d-86ef-3ee3d489e216', 'status': 'completed', 'code': 200} Jun 14 14:52:37.152964 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-2074f0a5-c789-4089-b576-102a680362b9 req-740ff5a4-f943-495e-ad74-c1fe716f79be service neutron] 10.222.0.21 "GET /v2.0/networks/a52c757e-ad6b-4b2e-b44f-da7022e294da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233064 Jun 14 14:52:37.210905 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de655b6e-b99a-4d38-9602-cd287fa5a60a req-1f9f89b0-9e51-4e8e-86aa-cf9c0558067d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:37.222341 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-de655b6e-b99a-4d38-9602-cd287fa5a60a req-1f9f89b0-9e51-4e8e-86aa-cf9c0558067d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8730e6a0fdc54b92a4e0d83a015c460a&device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b HTTP/1.1" status: 200 len: 1096 time: 0.1014550 Jun 14 14:52:37.389065 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de655b6e-b99a-4d38-9602-cd287fa5a60a req-c532f0df-3fa3-468e-b6ad-8d0831ddd5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:37.390984 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-de655b6e-b99a-4d38-9602-cd287fa5a60a req-c532f0df-3fa3-468e-b6ad-8d0831ddd5e8 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=8730e6a0fdc54b92a4e0d83a015c460a&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1690469 Jun 14 14:52:37.584029 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b35d0d-97f3-4f69-ac15-db144811bc71 req-9c1b9724-1671-479d-a50f-b07886b546e8 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:37.586220 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-83b35d0d-97f3-4f69-ac15-db144811bc71 req-9c1b9724-1671-479d-a50f-b07886b546e8 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/ports?device_id=467c9ee0-dac7-46fa-9708-515c56ab4692 HTTP/1.1" status: 200 len: 944 time: 0.4262228 Jun 14 14:52:37.595276 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de655b6e-b99a-4d38-9602-cd287fa5a60a req-a0dbf1ef-fe45-4547-86ce-36d6ac8ae5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:37.597090 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-de655b6e-b99a-4d38-9602-cd287fa5a60a req-a0dbf1ef-fe45-4547-86ce-36d6ac8ae5d0 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1930263 Jun 14 14:52:37.606977 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e48292-74f0-40d6-8e40-dc6808be89d9 req-32573ba8-3086-4e1c-a98f-b9d7514ad086 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:37.608562 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-53e48292-74f0-40d6-8e40-dc6808be89d9 req-32573ba8-3086-4e1c-a98f-b9d7514ad086 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/ports?device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b HTTP/1.1" status: 200 len: 943 time: 0.2149675 Jun 14 14:52:37.671055 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-83b35d0d-97f3-4f69-ac15-db144811bc71 req-fcb66f07-0593-48eb-820a-0c6cfe5af246 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f492e54-5373-4fdc-bdcc-f5e782e21178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740311 Jun 14 14:52:37.708907 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-53e48292-74f0-40d6-8e40-dc6808be89d9 req-84fa5842-0626-4e3a-95ae-82a247e66f71 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4648ab45-3fe7-4fb0-aedd-27d6176c7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890627 Jun 14 14:52:37.770695 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fb822c-b6a5-4343-b1be-bf7a9eb12d11 req-c56026c0-0481-4f40-a368-3faabd5c3467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:37.778029 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-74fb822c-b6a5-4343-b1be-bf7a9eb12d11 req-c56026c0-0481-4f40-a368-3faabd5c3467 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8730e6a0fdc54b92a4e0d83a015c460a&device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b HTTP/1.1" status: 200 len: 1096 time: 0.1246104 Jun 14 14:52:37.870894 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-74fb822c-b6a5-4343-b1be-bf7a9eb12d11 req-edc98960-c656-409d-9a92-4ebda7b8136c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5522849e-cba4-4b7d-86ef-3ee3d489e216 HTTP/1.1" status: 200 len: 217 time: 0.0875378 Jun 14 14:52:37.882042 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b503684-7442-4a71-a1e4-097249d828b1 req-009e09fd-5c29-49d3-81d6-90b757a8e689 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:37.885177 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-6b503684-7442-4a71-a1e4-097249d828b1 req-009e09fd-5c29-49d3-81d6-90b757a8e689 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.55 "GET /v2.0/ports?device_id=89692f7c-e8f1-472a-8569-dd1b0e7bed88 HTTP/1.1" status: 200 len: 943 time: 0.0939410 Jun 14 14:52:37.956565 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fb822c-b6a5-4343-b1be-bf7a9eb12d11 req-8adc4f0f-85a5-4ad2-b928-cb7ef5da13d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:37.959348 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-74fb822c-b6a5-4343-b1be-bf7a9eb12d11 req-8adc4f0f-85a5-4ad2-b928-cb7ef5da13d9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e340e8c9-7a51-4312-92aa-f88338355222 HTTP/1.1" status: 200 len: 847 time: 0.0802760 Jun 14 14:52:37.961903 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-6b503684-7442-4a71-a1e4-097249d828b1 req-94d8390d-4e8b-4531-9930-fc6df650cc24 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aefbadc-1b3e-4a34-b40c-ffcdf7a0a789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685737 Jun 14 14:52:38.060137 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fb822c-b6a5-4343-b1be-bf7a9eb12d11 req-da7df554-9c7e-4078-a74e-ffe1a9fba465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:38.062163 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-74fb822c-b6a5-4343-b1be-bf7a9eb12d11 req-da7df554-9c7e-4078-a74e-ffe1a9fba465 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0954249 Jun 14 14:52:38.087727 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device a5a516eb-f771-47d6-9b7a-d70d3f2763a4 up at agent hyperv_hv-cinder-72618 {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:52:38.242817 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-74fb822c-b6a5-4343-b1be-bf7a9eb12d11 req-ef5edbab-7482-42be-8d21-84aacb708534 service neutron] 10.222.0.21 "GET /v2.0/networks/ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667407 Jun 14 14:52:38.250864 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Provisioning for port a5a516eb-f771-47d6-9b7a-d70d3f2763a4 completed by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:52:38.251293 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9bd14a-61b6-48e1-a018-e7aed93080b5 req-5abe2b04-d516-43d6-b863-0e50aa94ce39 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:38.252991 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-cb9bd14a-61b6-48e1-a018-e7aed93080b5 req-5abe2b04-d516-43d6-b863-0e50aa94ce39 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=a67c62c1-6c91-4bdf-8d15-d1693714bd95 HTTP/1.1" status: 200 len: 945 time: 0.1863635 Jun 14 14:52:38.260720 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Provisioning complete for port a5a516eb-f771-47d6-9b7a-d70d3f2763a4 triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:52:38.261307 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:38.384496 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:38.409051 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-cb9bd14a-61b6-48e1-a018-e7aed93080b5 req-4f8f03be-ea93-4fe7-9d6b-8870db7ab2b0 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=fbf6b06e-ceb1-4da2-a103-b5035768a1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425641 Jun 14 14:52:38.431956 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '467c9ee0-dac7-46fa-9708-515c56ab4692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a516eb-f771-47d6-9b7a-d70d3f2763a4'}] {{(pid=99485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:52:38.431956 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb48b8a921a599a4918edb6fe4edb23e72f7f4aaa6ba2d648db764b95ae78972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784e1b53-9030-4882-974f-dcc3b81675fa" -d '{"events": [{"server_uuid": "467c9ee0-dac7-46fa-9708-515c56ab4692", "name": "network-vif-plugged", "status": "completed", "tag": "a5a516eb-f771-47d6-9b7a-d70d3f2763a4"}]}' {{(pid=99485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:52:38.455895 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-74fb822c-b6a5-4343-b1be-bf7a9eb12d11 req-8d6d3fc6-9eb0-476a-8c16-07b472077818 service neutron] 10.222.0.21 "GET /v2.0/networks/ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002337 Jun 14 14:52:38.458796 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] For port a5a516eb-f771-47d6-9b7a-d70d3f2763a4, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=a5a516eb-f771-47d6-9b7a-d70d3f2763a4,segment=NetworkSegment(0c110fe6-a787-4f20-a180-21ac650dc6bc),segment_id=0c110fe6-a787-4f20-a180-21ac650dc6bc)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:52:38.549495 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 14:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c8682c6-b8cd-42cd-9ffc-9feeb5fe5306 x-openstack-request-id: req-2c8682c6-b8cd-42cd-9ffc-9feeb5fe5306 {{(pid=99485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:52:38.549944 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "467c9ee0-dac7-46fa-9708-515c56ab4692", "name": "network-vif-plugged", "status": "completed", "tag": "a5a516eb-f771-47d6-9b7a-d70d3f2763a4", "code": 200}]} {{(pid=99485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:52:38.550349 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2c8682c6-b8cd-42cd-9ffc-9feeb5fe5306 {{(pid=99485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:52:38.550868 dv-cinder-726180-9-iscsi neutron-server[99485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '467c9ee0-dac7-46fa-9708-515c56ab4692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a516eb-f771-47d6-9b7a-d70d3f2763a4', 'code': 200} Jun 14 14:52:38.725630 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:38.727857 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device 8548156a-1d2a-4f94-bf31-cf9aeaef8a58 up at agent hyperv_hv-cinder-72618 {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:52:38.732181 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:52:38.855129 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Pushing event updated for resources: {'Port': ['ID=a5a516eb-f771-47d6-9b7a-d70d3f2763a4,revision_number=5']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:52:38.866396 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:52:38.895405 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6a65d-fbc4-411a-b62c-dd3c4bf135d8 req-d345c057-c8b9-443d-ac18-489f723cf6e7 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:38.898978 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-5eb6a65d-fbc4-411a-b62c-dd3c4bf135d8 req-d345c057-c8b9-443d-ac18-489f723cf6e7 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/ports?device_id=467c9ee0-dac7-46fa-9708-515c56ab4692 HTTP/1.1" status: 200 len: 945 time: 0.0937569 Jun 14 14:52:38.945561 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-5eb6a65d-fbc4-411a-b62c-dd3c4bf135d8 req-b44b24a8-d73d-49a1-a1a8-507ef68bcc04 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f492e54-5373-4fdc-bdcc-f5e782e21178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420322 Jun 14 14:52:38.959199 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cec4f5-d727-45e2-9584-412ca39e4505 req-bec6113d-e98e-4642-8444-6495b62c909a tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:38.961021 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-27cec4f5-d727-45e2-9584-412ca39e4505 req-bec6113d-e98e-4642-8444-6495b62c909a tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/ports?device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b HTTP/1.1" status: 200 len: 943 time: 0.0945010 Jun 14 14:52:39.017232 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-27cec4f5-d727-45e2-9584-412ca39e4505 req-3df0c86d-7f2c-4e5a-8cdd-fa2e8d0de3bf tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4648ab45-3fe7-4fb0-aedd-27d6176c7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496321 Jun 14 14:52:39.067907 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Provisioning for port 8548156a-1d2a-4f94-bf31-cf9aeaef8a58 completed by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:52:39.072673 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Provisioning complete for port 8548156a-1d2a-4f94-bf31-cf9aeaef8a58 triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:52:39.073278 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:39.177578 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:39.217861 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] For port 8548156a-1d2a-4f94-bf31-cf9aeaef8a58, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=8548156a-1d2a-4f94-bf31-cf9aeaef8a58,segment=NetworkSegment(3a52893f-b9e9-4664-b955-88ac2abfbad8),segment_id=3a52893f-b9e9-4664-b955-88ac2abfbad8)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:52:39.228572 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affcaf3c-fee2-4d29-b83c-b44eae6a8eae req-dd3973be-81f3-476f-aa64-b2160d3ffe25 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:39.230254 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-affcaf3c-fee2-4d29-b83c-b44eae6a8eae req-dd3973be-81f3-476f-aa64-b2160d3ffe25 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.55 "GET /v2.0/ports?device_id=89692f7c-e8f1-472a-8569-dd1b0e7bed88 HTTP/1.1" status: 200 len: 943 time: 0.1233907 Jun 14 14:52:39.282839 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-affcaf3c-fee2-4d29-b83c-b44eae6a8eae req-da448cef-ca3f-4849-b38c-221b62567a45 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aefbadc-1b3e-4a34-b40c-ffcdf7a0a789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466676 Jun 14 14:52:39.285846 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaade72-efeb-4176-af5c-2a2e64300675 req-c379c369-1e97-49c6-939e-1163e214cc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:39.287272 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-7aaade72-efeb-4176-af5c-2a2e64300675 req-c379c369-1e97-49c6-939e-1163e214cc0f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=467c9ee0-dac7-46fa-9708-515c56ab4692 HTTP/1.1" status: 200 len: 1098 time: 0.1163688 Jun 14 14:52:39.344283 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-7aaade72-efeb-4176-af5c-2a2e64300675 req-7421d6c4-deca-4850-8c0a-4befbd655803 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4f492e54-5373-4fdc-bdcc-f5e782e21178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461555 Jun 14 14:52:39.428015 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:39.431024 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-4fc56a64-440d-44e6-8831-9873ee386581 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:52:39.509783 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Pushing event updated for resources: {'Port': ['ID=8548156a-1d2a-4f94-bf31-cf9aeaef8a58,revision_number=5']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:52:39.513457 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:52:39.640040 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c313ac-10d2-4b90-9152-659fd65f5761 req-c5b1225f-20ca-4f90-a5d4-de4adf878168 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:39.641657 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-d4c313ac-10d2-4b90-9152-659fd65f5761 req-c5b1225f-20ca-4f90-a5d4-de4adf878168 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=a67c62c1-6c91-4bdf-8d15-d1693714bd95 HTTP/1.1" status: 200 len: 946 time: 0.0830474 Jun 14 14:52:39.694011 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-d4c313ac-10d2-4b90-9152-659fd65f5761 req-8fd8099b-f1b7-49f1-b3e6-4991056ef1bc tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=fbf6b06e-ceb1-4da2-a103-b5035768a1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437703 Jun 14 14:52:40.090563 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device f64e8551-a349-4115-aae0-0d03a87e808d details requested by agent hyperv_hv-cinder-72618 with host hv-cinder-72618 {{(pid=99485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 14:52:40.200493 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94c0c29-d1e5-46e6-89dc-9ea5b7f31f5c req-aa195ede-894a-4ddb-ae8d-c9a1aa3bec69 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:40.204316 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-e94c0c29-d1e5-46e6-89dc-9ea5b7f31f5c req-aa195ede-894a-4ddb-ae8d-c9a1aa3bec69 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/ports?device_id=467c9ee0-dac7-46fa-9708-515c56ab4692 HTTP/1.1" status: 200 len: 945 time: 0.1158245 Jun 14 14:52:40.270609 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-e94c0c29-d1e5-46e6-89dc-9ea5b7f31f5c req-6c3a65fe-5017-44c6-b46a-5d15d499ceff tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f492e54-5373-4fdc-bdcc-f5e782e21178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533659 Jun 14 14:52:40.317276 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9877a304-ed4e-455d-94cd-af64dea6d604 req-99f2a28e-e48d-4782-82e9-ca82433acf91 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:40.320883 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-9877a304-ed4e-455d-94cd-af64dea6d604 req-99f2a28e-e48d-4782-82e9-ca82433acf91 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/ports?device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b HTTP/1.1" status: 200 len: 943 time: 0.1273749 Jun 14 14:52:40.338279 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] For port f64e8551-a349-4115-aae0-0d03a87e808d, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=f64e8551-a349-4115-aae0-0d03a87e808d,segment=NetworkSegment(0eb4fa52-3d05-4723-a2ea-3a3c468fc8e1),segment_id=0eb4fa52-3d05-4723-a2ea-3a3c468fc8e1)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:52:40.358572 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Returning: {'device': 'f64e8551-a349-4115-aae0-0d03a87e808d', 'network_id': 'a52c757e-ad6b-4b2e-b44f-da7022e294da', 'port_id': 'f64e8551-a349-4115-aae0-0d03a87e808d', 'mac_address': 'fa:16:3e:0c:b2:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da8b3b96-eb0f-4027-b192-99ae8f57f2ac', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 14:52:40.387078 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-9877a304-ed4e-455d-94cd-af64dea6d604 req-7511403d-b31e-46cf-a0cc-950fccbfbc11 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4648ab45-3fe7-4fb0-aedd-27d6176c7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565114 Jun 14 14:52:40.427562 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:40.447562 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.notifiers.nova [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f64e8551-a349-4115-aae0-0d03a87e808d {{(pid=99485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:52:40.479069 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] For port f64e8551-a349-4115-aae0-0d03a87e808d, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=f64e8551-a349-4115-aae0-0d03a87e808d,segment=NetworkSegment(0eb4fa52-3d05-4723-a2ea-3a3c468fc8e1),segment_id=0eb4fa52-3d05-4723-a2ea-3a3c468fc8e1)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:52:40.551836 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a67c62c1-6c91-4bdf-8d15-d1693714bd95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8548156a-1d2a-4f94-bf31-cf9aeaef8a58'}] {{(pid=99485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:52:40.556522 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb48b8a921a599a4918edb6fe4edb23e72f7f4aaa6ba2d648db764b95ae78972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ebe2e50-eb04-428c-95a0-99596af8ee2f" -d '{"events": [{"server_uuid": "a67c62c1-6c91-4bdf-8d15-d1693714bd95", "name": "network-vif-plugged", "status": "completed", "tag": "8548156a-1d2a-4f94-bf31-cf9aeaef8a58"}]}' {{(pid=99485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:52:40.562434 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca7452f-896e-4085-a1fa-318bc2e2e7db req-4d46f92b-0e6f-4912-a8f8-5100ccdc36d7 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:40.571264 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-eca7452f-896e-4085-a1fa-318bc2e2e7db req-4d46f92b-0e6f-4912-a8f8-5100ccdc36d7 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.55 "GET /v2.0/ports?device_id=89692f7c-e8f1-472a-8569-dd1b0e7bed88 HTTP/1.1" status: 200 len: 943 time: 0.0887640 Jun 14 14:52:40.616368 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 14:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dacaf9cc-9656-4bd1-abdf-db590f2fbd40 x-openstack-request-id: req-dacaf9cc-9656-4bd1-abdf-db590f2fbd40 {{(pid=99485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:52:40.628239 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a67c62c1-6c91-4bdf-8d15-d1693714bd95", "name": "network-vif-plugged", "status": "completed", "tag": "8548156a-1d2a-4f94-bf31-cf9aeaef8a58", "code": 200}]} {{(pid=99485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:52:40.628239 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dacaf9cc-9656-4bd1-abdf-db590f2fbd40 {{(pid=99485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:52:40.628239 dv-cinder-726180-9-iscsi neutron-server[99485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a67c62c1-6c91-4bdf-8d15-d1693714bd95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8548156a-1d2a-4f94-bf31-cf9aeaef8a58', 'code': 200} Jun 14 14:52:40.636128 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-eca7452f-896e-4085-a1fa-318bc2e2e7db req-4011dd8d-09d2-4f3c-92fd-9cefc09d6e89 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aefbadc-1b3e-4a34-b40c-ffcdf7a0a789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637007 Jun 14 14:52:40.662964 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:40.665308 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-d3abb6a4-17d6-449b-bc95-df87f0c7cc29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:52:40.743794 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Pushing event updated for resources: {'Port': ['ID=f64e8551-a349-4115-aae0-0d03a87e808d,revision_number=4']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:52:40.747687 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:52:40.941496 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] get_ports_and_sgs() called for port_ids ['f64e8551-a349-4115-aae0-0d03a87e808d'] {{(pid=99485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 14:52:40.979102 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389599eb-4ef6-49fa-a019-3cfd04085269 req-dc129207-2d02-486f-86e8-891a0e5736dc tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:40.981065 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-389599eb-4ef6-49fa-a019-3cfd04085269 req-dc129207-2d02-486f-86e8-891a0e5736dc tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=a67c62c1-6c91-4bdf-8d15-d1693714bd95 HTTP/1.1" status: 200 len: 946 time: 0.1024742 Jun 14 14:52:41.057656 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-389599eb-4ef6-49fa-a019-3cfd04085269 req-91ce1ddb-319c-4df3-8050-123b14f8cb0e tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=fbf6b06e-ceb1-4da2-a103-b5035768a1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702717 Jun 14 14:52:41.155209 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dfd4e4-dd43-4f46-b33b-64f0d54d78c9 req-399b19eb-4bd3-4e64-aad3-d5b20f52d989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:41.157855 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-98dfd4e4-dd43-4f46-b33b-64f0d54d78c9 req-399b19eb-4bd3-4e64-aad3-d5b20f52d989 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a67c62c1-6c91-4bdf-8d15-d1693714bd95 HTTP/1.1" status: 200 len: 1099 time: 0.1002116 Jun 14 14:52:41.211702 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-98dfd4e4-dd43-4f46-b33b-64f0d54d78c9 req-218df194-609f-48ef-a989-44f23c0364f1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=fbf6b06e-ceb1-4da2-a103-b5035768a1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456131 Jun 14 14:52:41.526592 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b762529-1184-4e63-896c-f01508d6c1fc req-b74d49c6-2b1d-4ff9-9f13-d864a24a8979 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:41.528466 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-5b762529-1184-4e63-896c-f01508d6c1fc req-b74d49c6-2b1d-4ff9-9f13-d864a24a8979 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/ports?device_id=467c9ee0-dac7-46fa-9708-515c56ab4692 HTTP/1.1" status: 200 len: 945 time: 0.0861151 Jun 14 14:52:41.596881 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-5b762529-1184-4e63-896c-f01508d6c1fc req-bf515d61-94a6-4997-8734-efe5932d99cc tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f492e54-5373-4fdc-bdcc-f5e782e21178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627112 Jun 14 14:52:41.697558 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c650e5c-4c1b-4d7c-9368-1ff29e39ed79 req-bfca316d-23b6-4865-9f4f-4f8031c29605 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:41.699059 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-0c650e5c-4c1b-4d7c-9368-1ff29e39ed79 req-bfca316d-23b6-4865-9f4f-4f8031c29605 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/ports?device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b HTTP/1.1" status: 200 len: 943 time: 0.0825620 Jun 14 14:52:41.751684 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-0c650e5c-4c1b-4d7c-9368-1ff29e39ed79 req-651b690a-10ce-469c-b0e8-a82b50bb9425 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4648ab45-3fe7-4fb0-aedd-27d6176c7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461109 Jun 14 14:52:41.824385 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c39da0-8c1f-48c0-a8ba-8241343d62a1 req-e1e386db-cb26-4be3-8688-991f750238f4 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:41.825945 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-f0c39da0-8c1f-48c0-a8ba-8241343d62a1 req-e1e386db-cb26-4be3-8688-991f750238f4 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 947 time: 0.1045108 Jun 14 14:52:41.887972 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-f0c39da0-8c1f-48c0-a8ba-8241343d62a1 req-fec4d410-bda9-4785-bfaa-4dbddb5e6e22 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558209 Jun 14 14:52:41.969463 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1edd559-bec6-4cf5-932d-f126fe5f6778 req-3e90f247-2a59-4e51-9d95-978a80dddbe0 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:41.971200 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-e1edd559-bec6-4cf5-932d-f126fe5f6778 req-3e90f247-2a59-4e51-9d95-978a80dddbe0 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/ports?device_id=467c9ee0-dac7-46fa-9708-515c56ab4692 HTTP/1.1" status: 200 len: 945 time: 0.0973833 Jun 14 14:52:42.018396 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-e1edd559-bec6-4cf5-932d-f126fe5f6778 req-adc14e81-19a6-491a-8e68-991bb9731c04 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f492e54-5373-4fdc-bdcc-f5e782e21178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404444 Jun 14 14:52:42.100766 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device f64e8551-a349-4115-aae0-0d03a87e808d up at agent hyperv_hv-cinder-72618 {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:52:42.111857 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da3d1fc-338a-4795-bb89-4344450d9128 req-27914a82-581a-430e-8184-c893d3e43b46 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:42.122019 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-0da3d1fc-338a-4795-bb89-4344450d9128 req-27914a82-581a-430e-8184-c893d3e43b46 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.55 "GET /v2.0/ports?device_id=89692f7c-e8f1-472a-8569-dd1b0e7bed88 HTTP/1.1" status: 200 len: 944 time: 0.1164277 Jun 14 14:52:42.166805 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-0da3d1fc-338a-4795-bb89-4344450d9128 req-dbb053d8-354a-4423-bb59-adde154f34ac tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aefbadc-1b3e-4a34-b40c-ffcdf7a0a789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436761 Jun 14 14:52:42.307465 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Provisioning for port f64e8551-a349-4115-aae0-0d03a87e808d completed by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:52:42.313555 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Provisioning complete for port f64e8551-a349-4115-aae0-0d03a87e808d triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:52:42.314462 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:42.406559 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5ebe88-e224-42ee-a4cc-78fd46023ca4 req-bb36a3bf-ab55-48a2-b1c5-c062481d9c36 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:42.416715 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-ad5ebe88-e224-42ee-a4cc-78fd46023ca4 req-bb36a3bf-ab55-48a2-b1c5-c062481d9c36 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=a67c62c1-6c91-4bdf-8d15-d1693714bd95 HTTP/1.1" status: 200 len: 946 time: 0.1295621 Jun 14 14:52:42.462473 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:42.481179 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-ad5ebe88-e224-42ee-a4cc-78fd46023ca4 req-937c901d-b543-4d4a-84bb-b199118824a6 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=fbf6b06e-ceb1-4da2-a103-b5035768a1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605531 Jun 14 14:52:42.514025 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] For port f64e8551-a349-4115-aae0-0d03a87e808d, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=f64e8551-a349-4115-aae0-0d03a87e808d,segment=NetworkSegment(0eb4fa52-3d05-4723-a2ea-3a3c468fc8e1),segment_id=0eb4fa52-3d05-4723-a2ea-3a3c468fc8e1)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:52:42.573561 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b3db02-4a28-4c82-ad43-c5284ea03616 req-f4c4c9d9-db44-4bd9-ac44-178297320f9e tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:42.575062 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-77b3db02-4a28-4c82-ad43-c5284ea03616 req-f4c4c9d9-db44-4bd9-ac44-178297320f9e tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/ports?device_id=467c9ee0-dac7-46fa-9708-515c56ab4692 HTTP/1.1" status: 200 len: 945 time: 0.1013930 Jun 14 14:52:42.619722 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89692f7c-e8f1-472a-8569-dd1b0e7bed88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f64e8551-a349-4115-aae0-0d03a87e808d'}] {{(pid=99485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:52:42.623367 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb48b8a921a599a4918edb6fe4edb23e72f7f4aaa6ba2d648db764b95ae78972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6df8511-cdc8-4ac4-840d-410e9b16e1ad" -d '{"events": [{"server_uuid": "89692f7c-e8f1-472a-8569-dd1b0e7bed88", "name": "network-vif-plugged", "status": "completed", "tag": "f64e8551-a349-4115-aae0-0d03a87e808d"}]}' {{(pid=99485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:52:42.630343 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-77b3db02-4a28-4c82-ad43-c5284ea03616 req-480a0c96-d936-4a4d-b86b-ed2139da4c25 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f492e54-5373-4fdc-bdcc-f5e782e21178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489123 Jun 14 14:52:42.670571 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 14:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-255cdb3e-efb0-4530-91a0-24c68204e447 x-openstack-request-id: req-255cdb3e-efb0-4530-91a0-24c68204e447 {{(pid=99485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:52:42.671006 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89692f7c-e8f1-472a-8569-dd1b0e7bed88", "name": "network-vif-plugged", "status": "completed", "tag": "f64e8551-a349-4115-aae0-0d03a87e808d", "code": 200}]} {{(pid=99485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:52:42.671404 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-255cdb3e-efb0-4530-91a0-24c68204e447 {{(pid=99485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:52:42.672194 dv-cinder-726180-9-iscsi neutron-server[99485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89692f7c-e8f1-472a-8569-dd1b0e7bed88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f64e8551-a349-4115-aae0-0d03a87e808d', 'code': 200} Jun 14 14:52:42.686953 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:42.689220 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:52:42.755877 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Pushing event updated for resources: {'Port': ['ID=f64e8551-a349-4115-aae0-0d03a87e808d,revision_number=5']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:52:42.765287 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:52:43.005567 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7584f9-c1dc-45e0-a44b-b355ba8be30f req-6c42137d-3afa-4845-b656-c4330e16af2b tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:43.007729 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-ae7584f9-c1dc-45e0-a44b-b355ba8be30f req-6c42137d-3afa-4845-b656-c4330e16af2b tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/ports?device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b HTTP/1.1" status: 200 len: 943 time: 0.0921423 Jun 14 14:52:43.054968 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-ae7584f9-c1dc-45e0-a44b-b355ba8be30f req-caa67563-6d66-4593-8758-97f4c510ed55 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4648ab45-3fe7-4fb0-aedd-27d6176c7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408828 Jun 14 14:52:43.101330 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e505a55d-ea32-4497-b4e7-ec0be1542c36 req-a5b9ecaa-35f0-4b0f-97e5-b7975b58d144 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:43.102810 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-e505a55d-ea32-4497-b4e7-ec0be1542c36 req-a5b9ecaa-35f0-4b0f-97e5-b7975b58d144 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 947 time: 0.0819345 Jun 14 14:52:43.154008 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-e505a55d-ea32-4497-b4e7-ec0be1542c36 req-7d28fcad-e62d-457c-849a-e8db1d4ab405 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448723 Jun 14 14:52:43.234447 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576156d2-fdf1-4a3a-84f5-b0ec7ddf3858 req-06c71ffd-c57c-4a9e-ba42-133e9e417199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:43.235939 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-576156d2-fdf1-4a3a-84f5-b0ec7ddf3858 req-06c71ffd-c57c-4a9e-ba42-133e9e417199 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=89692f7c-e8f1-472a-8569-dd1b0e7bed88 HTTP/1.1" status: 200 len: 1098 time: 0.0824184 Jun 14 14:52:43.280735 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-576156d2-fdf1-4a3a-84f5-b0ec7ddf3858 req-80155ada-c33c-4cb9-a72d-9eacd5c514b2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5aefbadc-1b3e-4a34-b40c-ffcdf7a0a789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338607 Jun 14 14:52:43.374260 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fafedf-1f15-416e-a5a8-6c95370548e1 req-7a635b50-a17c-4492-811c-396bac6ebf8f tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:43.377078 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-30fafedf-1f15-416e-a5a8-6c95370548e1 req-7a635b50-a17c-4492-811c-396bac6ebf8f tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.55 "GET /v2.0/ports?device_id=89692f7c-e8f1-472a-8569-dd1b0e7bed88 HTTP/1.1" status: 200 len: 945 time: 0.0832796 Jun 14 14:52:43.425193 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-30fafedf-1f15-416e-a5a8-6c95370548e1 req-4d4cf01d-14e4-4f7a-969b-c25703a4a326 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aefbadc-1b3e-4a34-b40c-ffcdf7a0a789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424781 Jun 14 14:52:43.667908 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733f3228-6453-41a7-8460-31244584b95a req-45663939-39a6-4c8c-a13f-6099a1743fc1 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:43.669666 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-733f3228-6453-41a7-8460-31244584b95a req-45663939-39a6-4c8c-a13f-6099a1743fc1 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 947 time: 0.0891697 Jun 14 14:52:43.733533 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c2755-3115-416b-b86e-c5cc638826c9 req-a7bbc0fa-24a1-4026-b2b9-3020c87ae0c2 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:43.735059 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-5d0c2755-3115-416b-b86e-c5cc638826c9 req-a7bbc0fa-24a1-4026-b2b9-3020c87ae0c2 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=a67c62c1-6c91-4bdf-8d15-d1693714bd95 HTTP/1.1" status: 200 len: 946 time: 0.0880013 Jun 14 14:52:43.822346 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-5d0c2755-3115-416b-b86e-c5cc638826c9 req-1d7be5f2-9960-49a6-bc17-1a76609d52f4 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=fbf6b06e-ceb1-4da2-a103-b5035768a1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796659 Jun 14 14:52:43.831322 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.plugin [req-733f3228-6453-41a7-8460-31244584b95a req-e5ddf851-80ba-48df-9955-de91be0ec002 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Deleting port 9df17aab-d6c6-431c-8afb-1204dad301af {{(pid=99484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:52:43.831874 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-733f3228-6453-41a7-8460-31244584b95a req-e5ddf851-80ba-48df-9955-de91be0ec002 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375454248'] for port, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:44.078780 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.db [req-733f3228-6453-41a7-8460-31244584b95a req-e5ddf851-80ba-48df-9955-de91be0ec002 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] For port 9df17aab-d6c6-431c-8afb-1204dad301af, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=9df17aab-d6c6-431c-8afb-1204dad301af,segment=NetworkSegment(74da14e9-8c63-4e6e-9b03-7a584e6443b7),segment_id=74da14e9-8c63-4e6e-9b03-7a584e6443b7)] {{(pid=99484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:52:44.079226 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-733f3228-6453-41a7-8460-31244584b95a req-e5ddf851-80ba-48df-9955-de91be0ec002 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4046836'] for port, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:44.182364 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462af793-665f-4aa1-9cd0-142564c6889f req-aed1449f-b33c-4054-ad84-54cd57355c58 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:44.187191 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-462af793-665f-4aa1-9cd0-142564c6889f req-aed1449f-b33c-4054-ad84-54cd57355c58 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=a67c62c1-6c91-4bdf-8d15-d1693714bd95 HTTP/1.1" status: 200 len: 946 time: 0.2108228 Jun 14 14:52:44.200151 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 36362) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:52:44.206840 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.v2.base [None req-d9aaf999-da29-4ddc-a15e-0d4e13d1d15a tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Request body: {'floatingip': {'port_id': '8548156a-1d2a-4f94-bf31-cf9aeaef8a58'}} {{(pid=99483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:52:44.318767 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-d9aaf999-da29-4ddc-a15e-0d4e13d1d15a tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks [] for floatingip, before_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:44.408436 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-733f3228-6453-41a7-8460-31244584b95a req-e5ddf851-80ba-48df-9955-de91be0ec002 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:44.409085 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-733f3228-6453-41a7-8460-31244584b95a req-e5ddf851-80ba-48df-9955-de91be0ec002 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4045686'] for floatingip, after_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:44.409567 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.db.l3_db [req-733f3228-6453-41a7-8460-31244584b95a req-e5ddf851-80ba-48df-9955-de91be0ec002 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Floating IP b0906a53-43cb-4f4f-ae79-f4ab6eb63247 disassociated. External IP: 172.27.3.196, port: 9df17aab-d6c6-431c-8afb-1204dad301af. Jun 14 14:52:44.410147 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.plugin [req-733f3228-6453-41a7-8460-31244584b95a req-e5ddf851-80ba-48df-9955-de91be0ec002 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Calling delete_port for 9df17aab-d6c6-431c-8afb-1204dad301af owned by compute:nova {{(pid=99484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:52:44.531375 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35768fc1-13b0-41d9-8e58-136dcea306e7 req-61379c7c-cc97-4c0c-b244-9e524e383831 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:44.532940 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-35768fc1-13b0-41d9-8e58-136dcea306e7 req-61379c7c-cc97-4c0c-b244-9e524e383831 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/ports?device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b HTTP/1.1" status: 200 len: 943 time: 0.2631531 Jun 14 14:52:44.658024 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31f833c-7456-4cb5-92a3-de7533cbaf8e req-fa83c160-ea3f-4fe2-87cf-645dd229a1b0 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:44.659663 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-f31f833c-7456-4cb5-92a3-de7533cbaf8e req-fa83c160-ea3f-4fe2-87cf-645dd229a1b0 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 947 time: 0.2461133 Jun 14 14:52:44.717175 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-35768fc1-13b0-41d9-8e58-136dcea306e7 req-7d974434-2082-4df8-a7d1-5650538826c8 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4648ab45-3fe7-4fb0-aedd-27d6176c7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1701531 Jun 14 14:52:44.792800 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-f31f833c-7456-4cb5-92a3-de7533cbaf8e req-841da27b-9abf-4c47-b369-10fb477a134f tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=90426e49-1ea3-40b9-b3ef-60388ffaf594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938339 Jun 14 14:52:44.995327 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-733f3228-6453-41a7-8460-31244584b95a req-e5ddf851-80ba-48df-9955-de91be0ec002 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375458892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763375065896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12090229'] for port, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:45.001327 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:52:45.043503 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ddf851-80ba-48df-9955-de91be0ec002 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Pushing event deleted for resources: {'Port': ['ID=9df17aab-d6c6-431c-8afb-1204dad301af,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:52:45.055599 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-e5ddf851-80ba-48df-9955-de91be0ec002 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:52:45.230370 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a4cc25-4030-4ef4-b1d7-ede34de8dca5 req-a3ddb367-de5f-4a74-8317-53b677517606 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:45.231797 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-21a4cc25-4030-4ef4-b1d7-ede34de8dca5 req-a3ddb367-de5f-4a74-8317-53b677517606 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.55 "GET /v2.0/ports?device_id=89692f7c-e8f1-472a-8569-dd1b0e7bed88 HTTP/1.1" status: 200 len: 945 time: 0.3745198 Jun 14 14:52:45.252420 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.l3_agent_scheduler [req-733f3228-6453-41a7-8460-31244584b95a req-e5ddf851-80ba-48df-9955-de91be0ec002 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Router 19a61cf4-724e-46b3-ae4d-c2496f310fd1 has already been hosted by L3 agent 1c008f53-dbc2-48c1-a123-31b869a31df2 {{(pid=99484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 14:52:45.366724 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-d9aaf999-da29-4ddc-a15e-0d4e13d1d15a tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:45.370912 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-21a4cc25-4030-4ef4-b1d7-ede34de8dca5 req-59c6a329-016f-4721-abe7-1137de6250eb tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aefbadc-1b3e-4a34-b40c-ffcdf7a0a789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287935 Jun 14 14:52:45.475148 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-733f3228-6453-41a7-8460-31244584b95a req-e5ddf851-80ba-48df-9955-de91be0ec002 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify agent at l3_agent.dv-cinder-726180-9-iscsi the message routers_updated {{(pid=99484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 14:52:45.485783 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-d9aaf999-da29-4ddc-a15e-0d4e13d1d15a tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4045686'] for floatingip, after_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:45.493631 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b04c988-75f2-4382-aadf-604e6142bd4d None None] Sync routers for ids ['19a61cf4-724e-46b3-ae4d-c2496f310fd1'] in dv-cinder-726180-9-iscsi {{(pid=99485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 14:52:45.508479 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b04c988-75f2-4382-aadf-604e6142bd4d None None] Routers {'19a61cf4-724e-46b3-ae4d-c2496f310fd1'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:52:45.509704 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-0b04c988-75f2-4382-aadf-604e6142bd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:52:28Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['19a61cf4-724e-46b3-ae4d-c2496f310fd1'], 'active': True} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:52:45.586240 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.l3_dvrscheduler_db [req-733f3228-6453-41a7-8460-31244584b95a req-e5ddf851-80ba-48df-9955-de91be0ec002 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] No DVR routers for this DVR port 9df17aab-d6c6-431c-8afb-1204dad301af on host hv-cinder-72618 {{(pid=99484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 14:52:45.591328 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-733f3228-6453-41a7-8460-31244584b95a req-e5ddf851-80ba-48df-9955-de91be0ec002 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645'] for port, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:45.596910 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-733f3228-6453-41a7-8460-31244584b95a req-e5ddf851-80ba-48df-9955-de91be0ec002 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.21 "DELETE /v2.0/ports/9df17aab-d6c6-431c-8afb-1204dad301af HTTP/1.1" status: 204 len: 173 time: 1.9205382 Jun 14 14:52:45.597740 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f976e0-4cc4-4b90-b59d-dd773dbc02ba', 'name': 'network-vif-deleted', 'tag': '9df17aab-d6c6-431c-8afb-1204dad301af'}] {{(pid=99484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:52:45.617795 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d59e03e546515fa4e63eddd697505d7af87b03111d3d4a09b383aaccd0eedd18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1849099c-a77f-4bb9-8a05-3bb916aea65f" -d '{"events": [{"server_uuid": "b9f976e0-4cc4-4b90-b59d-dd773dbc02ba", "name": "network-vif-deleted", "tag": "9df17aab-d6c6-431c-8afb-1204dad301af"}]}' {{(pid=99484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:52:45.715984 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.db.l3_db [None req-d9aaf999-da29-4ddc-a15e-0d4e13d1d15a tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Floating IP e7726453-ea3f-47cb-b020-b903fcd5592c associated. External IP: 172.27.3.93, port: 8548156a-1d2a-4f94-bf31-cf9aeaef8a58. Jun 14 14:52:45.886361 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvr_db [None req-0b04c988-75f2-4382-aadf-604e6142bd4d None None] Set router 19a61cf4-724e-46b3-ae4d-c2496f310fd1 gateway port host: dv-cinder-726180-9-iscsi {{(pid=99485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:52:46.290597 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-0b04c988-75f2-4382-aadf-604e6142bd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a61cf4-724e-46b3-ae4d-c2496f310fd1', 'name': 'tempest-AttachVolumeShelveTestJSON-920533305-router', 'tenant_id': '79973d5241f0405abc9418c3151cbe9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a8f122dc-c26f-44ba-8ab5-1a34c52641dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:48:13Z', 'updated_at': '2021-06-14T14:48:20Z', 'revision_number': 4, 'project_id': '79973d5241f0405abc9418c3151cbe9d', 'gw_port': {'id': 'a8f122dc-c26f-44ba-8ab5-1a34c52641dd', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:11:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a61cf4-724e-46b3-ae4d-c2496f310fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:14Z', 'updated_at': '2021-06-14T14:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_interfaces': [{'id': '739538c4-f337-4cac-9aa5-1fc4c9926a67', 'name': '', 'network_id': 'eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46', 'tenant_id': '79973d5241f0405abc9418c3151cbe9d', 'mac_address': 'fa:16:3e:c4:72:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a61cf4-724e-46b3-ae4d-c2496f310fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '8f1648b2-006c-47fc-bec4-7719f58bad8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:19Z', 'updated_at': '2021-06-14T14:48:25Z', 'revision_number': 5, 'project_id': '79973d5241f0405abc9418c3151cbe9d', 'subnets': [{'id': '8f1648b2-006c-47fc-bec4-7719f58bad8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:52:46.297004 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b04c988-75f2-4382-aadf-604e6142bd4d None None] Checking router: 19a61cf4-724e-46b3-ae4d-c2496f310fd1 for host: dv-cinder-726180-9-iscsi {{(pid=99485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 14:52:46.313795 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b04c988-75f2-4382-aadf-604e6142bd4d None None] Routers {'19a61cf4-724e-46b3-ae4d-c2496f310fd1'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:52:46.314525 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-0b04c988-75f2-4382-aadf-604e6142bd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:52:28Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['19a61cf4-724e-46b3-ae4d-c2496f310fd1'], 'active': True} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:52:46.379150 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9aaf999-da29-4ddc-a15e-0d4e13d1d15a tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Router a1e19f38-71a9-42c2-ad03-564a62f5fdd5 has already been hosted by L3 agent 1c008f53-dbc2-48c1-a123-31b869a31df2 {{(pid=99483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 14:52:46.511883 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvr_db [None req-0b04c988-75f2-4382-aadf-604e6142bd4d None None] Set router 19a61cf4-724e-46b3-ae4d-c2496f310fd1 gateway port host: dv-cinder-726180-9-iscsi {{(pid=99485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:52:46.560461 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9aaf999-da29-4ddc-a15e-0d4e13d1d15a tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify agent at l3_agent.dv-cinder-726180-9-iscsi the message routers_updated {{(pid=99483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 14:52:46.565033 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-d9aaf999-da29-4ddc-a15e-0d4e13d1d15a tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645'] for floatingip, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:46.572579 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8aeae0-6ad4-4e48-963b-5d5ab2080b4f None None] Sync routers for ids ['a1e19f38-71a9-42c2-ad03-564a62f5fdd5'] in dv-cinder-726180-9-iscsi {{(pid=99486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 14:52:46.582613 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8aeae0-6ad4-4e48-963b-5d5ab2080b4f None None] Routers {'a1e19f38-71a9-42c2-ad03-564a62f5fdd5'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:52:46.583341 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-2d8aeae0-6ad4-4e48-963b-5d5ab2080b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:52:28Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['a1e19f38-71a9-42c2-ad03-564a62f5fdd5'], 'active': True} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:52:46.640680 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-d9aaf999-da29-4ddc-a15e-0d4e13d1d15a tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "PUT /v2.0/floatingips/e7726453-ea3f-47cb-b020-b903fcd5592c HTTP/1.1" status: 200 len: 991 time: 2.4356132 Jun 14 14:52:46.640680 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a67c62c1-6c91-4bdf-8d15-d1693714bd95', 'tag': '8548156a-1d2a-4f94-bf31-cf9aeaef8a58'}] {{(pid=99483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:52:46.644098 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10e764dcb54ca1904200e902db0bf3fc798e652e4e20eb5cbfc1ab196cf52753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f12ae858-1d6b-4c8b-b1f4-d2e1c5677773" -d '{"events": [{"name": "network-changed", "server_uuid": "a67c62c1-6c91-4bdf-8d15-d1693714bd95", "tag": "8548156a-1d2a-4f94-bf31-cf9aeaef8a58"}]}' {{(pid=99483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:52:46.856290 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvr_db [None req-2d8aeae0-6ad4-4e48-963b-5d5ab2080b4f None None] Set router a1e19f38-71a9-42c2-ad03-564a62f5fdd5 gateway port host: dv-cinder-726180-9-iscsi {{(pid=99486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:52:46.874090 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-0b04c988-75f2-4382-aadf-604e6142bd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a61cf4-724e-46b3-ae4d-c2496f310fd1', 'name': 'tempest-AttachVolumeShelveTestJSON-920533305-router', 'tenant_id': '79973d5241f0405abc9418c3151cbe9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a8f122dc-c26f-44ba-8ab5-1a34c52641dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:48:13Z', 'updated_at': '2021-06-14T14:48:20Z', 'revision_number': 4, 'project_id': '79973d5241f0405abc9418c3151cbe9d', 'gw_port': {'id': 'a8f122dc-c26f-44ba-8ab5-1a34c52641dd', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:11:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a61cf4-724e-46b3-ae4d-c2496f310fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:14Z', 'updated_at': '2021-06-14T14:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_interfaces': [{'id': '739538c4-f337-4cac-9aa5-1fc4c9926a67', 'name': '', 'network_id': 'eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46', 'tenant_id': '79973d5241f0405abc9418c3151cbe9d', 'mac_address': 'fa:16:3e:c4:72:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a61cf4-724e-46b3-ae4d-c2496f310fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '8f1648b2-006c-47fc-bec4-7719f58bad8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:19Z', 'updated_at': '2021-06-14T14:48:25Z', 'revision_number': 5, 'project_id': '79973d5241f0405abc9418c3151cbe9d', 'subnets': [{'id': '8f1648b2-006c-47fc-bec4-7719f58bad8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:52:46.880155 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b04c988-75f2-4382-aadf-604e6142bd4d None None] The sync data for ids ['19a61cf4-724e-46b3-ae4d-c2496f310fd1'] in dv-cinder-726180-9-iscsi is: [{'id': '19a61cf4-724e-46b3-ae4d-c2496f310fd1', 'name': 'tempest-AttachVolumeShelveTestJSON-920533305-router', 'tenant_id': '79973d5241f0405abc9418c3151cbe9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a8f122dc-c26f-44ba-8ab5-1a34c52641dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:48:13Z', 'updated_at': '2021-06-14T14:48:20Z', 'revision_number': 4, 'project_id': '79973d5241f0405abc9418c3151cbe9d', 'gw_port': {'id': 'a8f122dc-c26f-44ba-8ab5-1a34c52641dd', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:11:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a61cf4-724e-46b3-ae4d-c2496f310fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:14Z', 'updated_at': '2021-06-14T14:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_interfaces': [{'id': '739538c4-f337-4cac-9aa5-1fc4c9926a67', 'name': '', 'network_id': 'eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46', 'tenant_id': '79973d5241f0405abc9418c3151cbe9d', 'mac_address': 'fa:16:3e:c4:72:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a61cf4-724e-46b3-ae4d-c2496f310fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '8f1648b2-006c-47fc-bec4-7719f58bad8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:19Z', 'updated_at': '2021-06-14T14:48:25Z', 'revision_number': 5, 'project_id': '79973d5241f0405abc9418c3151cbe9d', 'subnets': [{'id': '8f1648b2-006c-47fc-bec4-7719f58bad8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 14:52:46.979756 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 14:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15cf1d6f-63c2-4455-ba19-451de0323aec x-openstack-request-id: req-15cf1d6f-63c2-4455-ba19-451de0323aec {{(pid=99484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:52:46.981348 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9f976e0-4cc4-4b90-b59d-dd773dbc02ba", "name": "network-vif-deleted", "tag": "9df17aab-d6c6-431c-8afb-1204dad301af", "status": "completed", "code": 200}]} {{(pid=99484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:52:46.981955 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-15cf1d6f-63c2-4455-ba19-451de0323aec {{(pid=99484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:52:46.982558 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9f976e0-4cc4-4b90-b59d-dd773dbc02ba', 'name': 'network-vif-deleted', 'tag': '9df17aab-d6c6-431c-8afb-1204dad301af', 'status': 'completed', 'code': 200} Jun 14 14:52:47.348942 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f957bce5-5755-42ec-aa56-6012ad8bc6d7 req-34ed3d25-8559-4abc-b16b-35688f5da5e0 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:47.364677 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-f957bce5-5755-42ec-aa56-6012ad8bc6d7 req-34ed3d25-8559-4abc-b16b-35688f5da5e0 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/ports?device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b HTTP/1.1" status: 200 len: 943 time: 0.2004356 Jun 14 14:52:47.378843 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277cae05-7916-4dd6-9b1b-dcc95a733bb3 None None] New status for floating IP b0906a53-43cb-4f4f-ae79-f4ab6eb63247: DOWN {{(pid=99485) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 14:52:47.449084 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-2d8aeae0-6ad4-4e48-963b-5d5ab2080b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e19f38-71a9-42c2-ad03-564a62f5fdd5', 'name': 'tempest-AttachVolumeTestJSON-744546021-router', 'tenant_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '7f9e7668-8166-4761-9be7-99419494fe6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:46:41Z', 'updated_at': '2021-06-14T14:46:51Z', 'revision_number': 4, 'project_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'gw_port': {'id': '7f9e7668-8166-4761-9be7-99419494fe6e', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:db:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e19f38-71a9-42c2-ad03-564a62f5fdd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:46:43Z', 'updated_at': '2021-06-14T14:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_floatingips': [{'id': 'e7726453-ea3f-47cb-b020-b903fcd5592c', 'tenant_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'floating_ip_address': '172.27.3.93', 'floating_network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'router_id': 'a1e19f38-71a9-42c2-ad03-564a62f5fdd5', 'port_id': '8548156a-1d2a-4f94-bf31-cf9aeaef8a58', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f24e05a-f59f-42ec-ad23-eb813ca68e34', 'mac_address': 'fa:16:3e:9c:35:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67c62c1-6c91-4bdf-8d15-d1693714bd95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T14:52:05Z', 'updated_at': '2021-06-14T14:52:45Z', 'revision_number': 1, 'project_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19267b8f-8c0a-4213-86a8-a8ecf6c90a2f', 'name': '', 'network_id': '0f24e05a-f59f-42ec-ad23-eb813ca68e34', 'tenant_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'mac_address': 'fa:16:3e:44:e4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e19f38-71a9-42c2-ad03-564a62f5fdd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fdbf821b-0f7c-45ba-93c7-1bd078cce400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:46:50Z', 'updated_at': '2021-06-14T14:47:02Z', 'revision_number': 5, 'project_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'subnets': [{'id': 'fdbf821b-0f7c-45ba-93c7-1bd078cce400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:52:47.454223 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8aeae0-6ad4-4e48-963b-5d5ab2080b4f None None] Checking router: a1e19f38-71a9-42c2-ad03-564a62f5fdd5 for host: dv-cinder-726180-9-iscsi {{(pid=99486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 14:52:47.472202 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-f957bce5-5755-42ec-aa56-6012ad8bc6d7 req-d187fab6-6481-41c4-b7a5-7ed2a5927648 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4648ab45-3fe7-4fb0-aedd-27d6176c7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059515 Jun 14 14:52:47.483881 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8aeae0-6ad4-4e48-963b-5d5ab2080b4f None None] Routers {'a1e19f38-71a9-42c2-ad03-564a62f5fdd5'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:52:47.484331 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-2d8aeae0-6ad4-4e48-963b-5d5ab2080b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:52:28Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['a1e19f38-71a9-42c2-ad03-564a62f5fdd5'], 'active': True} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:52:47.525781 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-bd70989f-6daf-491c-a2dd-d2abb59a1349 req-894ee578-7ec3-4aa2-814a-9482a7e60f45 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f976e0-4cc4-4b90-b59d-dd773dbc02ba HTTP/1.1" status: 200 len: 210 time: 0.0556726 Jun 14 14:52:47.576128 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 14:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b00cdccf-ed8a-4b74-ab96-6c4418bdc656 x-openstack-request-id: req-b00cdccf-ed8a-4b74-ab96-6c4418bdc656 {{(pid=99483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:52:47.577209 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a67c62c1-6c91-4bdf-8d15-d1693714bd95", "tag": "8548156a-1d2a-4f94-bf31-cf9aeaef8a58", "status": "completed", "code": 200}]} {{(pid=99483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:52:47.577209 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b00cdccf-ed8a-4b74-ab96-6c4418bdc656 {{(pid=99483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:52:47.577209 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a67c62c1-6c91-4bdf-8d15-d1693714bd95', 'tag': '8548156a-1d2a-4f94-bf31-cf9aeaef8a58', 'status': 'completed', 'code': 200} Jun 14 14:52:47.719869 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ae858-1d6b-4c8b-b1f4-d2e1c5677773 req-44a61f41-2fc0-4101-b1f5-a8315cbc8262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:47.722330 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-f12ae858-1d6b-4c8b-b1f4-d2e1c5677773 req-44a61f41-2fc0-4101-b1f5-a8315cbc8262 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f6d775d7d5f04714a3c3dbf66a8c9048&device_id=a67c62c1-6c91-4bdf-8d15-d1693714bd95 HTTP/1.1" status: 200 len: 1099 time: 0.1032572 Jun 14 14:52:47.736684 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvr_db [None req-2d8aeae0-6ad4-4e48-963b-5d5ab2080b4f None None] Set router a1e19f38-71a9-42c2-ad03-564a62f5fdd5 gateway port host: dv-cinder-726180-9-iscsi {{(pid=99486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:52:47.878856 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ae858-1d6b-4c8b-b1f4-d2e1c5677773 req-9250280a-532a-4cb5-9d8c-d82add182044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:47.880337 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-f12ae858-1d6b-4c8b-b1f4-d2e1c5677773 req-9250280a-532a-4cb5-9d8c-d82add182044 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0f24e05a-f59f-42ec-ad23-eb813ca68e34 HTTP/1.1" status: 200 len: 911 time: 0.1510470 Jun 14 14:52:47.988972 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-f12ae858-1d6b-4c8b-b1f4-d2e1c5677773 req-15f43f3a-a58c-45d4-8a46-e1a62a833e45 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8548156a-1d2a-4f94-bf31-cf9aeaef8a58 HTTP/1.1" status: 200 len: 999 time: 0.0977323 Jun 14 14:52:48.091728 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-2d8aeae0-6ad4-4e48-963b-5d5ab2080b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e19f38-71a9-42c2-ad03-564a62f5fdd5', 'name': 'tempest-AttachVolumeTestJSON-744546021-router', 'tenant_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '7f9e7668-8166-4761-9be7-99419494fe6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:46:41Z', 'updated_at': '2021-06-14T14:46:51Z', 'revision_number': 4, 'project_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'gw_port': {'id': '7f9e7668-8166-4761-9be7-99419494fe6e', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:db:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e19f38-71a9-42c2-ad03-564a62f5fdd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:46:43Z', 'updated_at': '2021-06-14T14:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_floatingips': [{'id': 'e7726453-ea3f-47cb-b020-b903fcd5592c', 'tenant_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'floating_ip_address': '172.27.3.93', 'floating_network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'router_id': 'a1e19f38-71a9-42c2-ad03-564a62f5fdd5', 'port_id': '8548156a-1d2a-4f94-bf31-cf9aeaef8a58', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f24e05a-f59f-42ec-ad23-eb813ca68e34', 'mac_address': 'fa:16:3e:9c:35:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67c62c1-6c91-4bdf-8d15-d1693714bd95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T14:52:05Z', 'updated_at': '2021-06-14T14:52:45Z', 'revision_number': 1, 'project_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19267b8f-8c0a-4213-86a8-a8ecf6c90a2f', 'name': '', 'network_id': '0f24e05a-f59f-42ec-ad23-eb813ca68e34', 'tenant_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'mac_address': 'fa:16:3e:44:e4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e19f38-71a9-42c2-ad03-564a62f5fdd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fdbf821b-0f7c-45ba-93c7-1bd078cce400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:46:50Z', 'updated_at': '2021-06-14T14:47:02Z', 'revision_number': 5, 'project_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'subnets': [{'id': 'fdbf821b-0f7c-45ba-93c7-1bd078cce400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:52:48.096411 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8aeae0-6ad4-4e48-963b-5d5ab2080b4f None None] The sync data for ids ['a1e19f38-71a9-42c2-ad03-564a62f5fdd5'] in dv-cinder-726180-9-iscsi is: [{'id': 'a1e19f38-71a9-42c2-ad03-564a62f5fdd5', 'name': 'tempest-AttachVolumeTestJSON-744546021-router', 'tenant_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '7f9e7668-8166-4761-9be7-99419494fe6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:46:41Z', 'updated_at': '2021-06-14T14:46:51Z', 'revision_number': 4, 'project_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'gw_port': {'id': '7f9e7668-8166-4761-9be7-99419494fe6e', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:db:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e19f38-71a9-42c2-ad03-564a62f5fdd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:46:43Z', 'updated_at': '2021-06-14T14:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_floatingips': [{'id': 'e7726453-ea3f-47cb-b020-b903fcd5592c', 'tenant_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'floating_ip_address': '172.27.3.93', 'floating_network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'router_id': 'a1e19f38-71a9-42c2-ad03-564a62f5fdd5', 'port_id': '8548156a-1d2a-4f94-bf31-cf9aeaef8a58', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f24e05a-f59f-42ec-ad23-eb813ca68e34', 'mac_address': 'fa:16:3e:9c:35:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67c62c1-6c91-4bdf-8d15-d1693714bd95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T14:52:05Z', 'updated_at': '2021-06-14T14:52:45Z', 'revision_number': 1, 'project_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19267b8f-8c0a-4213-86a8-a8ecf6c90a2f', 'name': '', 'network_id': '0f24e05a-f59f-42ec-ad23-eb813ca68e34', 'tenant_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'mac_address': 'fa:16:3e:44:e4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e19f38-71a9-42c2-ad03-564a62f5fdd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fdbf821b-0f7c-45ba-93c7-1bd078cce400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:46:50Z', 'updated_at': '2021-06-14T14:47:02Z', 'revision_number': 5, 'project_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'subnets': [{'id': 'fdbf821b-0f7c-45ba-93c7-1bd078cce400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 14:52:48.139996 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device 5522849e-cba4-4b7d-86ef-3ee3d489e216 details requested by agent hyperv_hv-cinder-72618 with host hv-cinder-72618 {{(pid=99485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 14:52:48.143984 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device 9df17aab-d6c6-431c-8afb-1204dad301af no longer exists at agent hyperv_hv-cinder-72618 {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 14:52:48.193761 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] No Port match for: 9df17aab-d6c6-431c-8afb-1204dad301af {{(pid=99485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 14:52:48.194114 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device 9df17aab-d6c6-431c-8afb-1204dad301af not bound to the agent host hv-cinder-72618 {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 14:52:48.345331 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] For port 5522849e-cba4-4b7d-86ef-3ee3d489e216, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=5522849e-cba4-4b7d-86ef-3ee3d489e216,segment=NetworkSegment(400310be-4fab-419b-9e19-36d89a0b3d4c),segment_id=400310be-4fab-419b-9e19-36d89a0b3d4c)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:52:48.362709 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Returning: {'device': '5522849e-cba4-4b7d-86ef-3ee3d489e216', 'network_id': 'ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b', 'port_id': '5522849e-cba4-4b7d-86ef-3ee3d489e216', 'mac_address': 'fa:16:3e:be:3a:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e340e8c9-7a51-4312-92aa-f88338355222', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 14:52:48.403736 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c66cc0-70e4-4a4b-ba53-6e832f1212a3 None None] New status for floating IP e7726453-ea3f-47cb-b020-b903fcd5592c: ACTIVE {{(pid=99486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 14:52:48.404555 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ae858-1d6b-4c8b-b1f4-d2e1c5677773 req-78dc7b66-3574-4a25-8d07-e4e11e6b3938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:48.406477 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-f12ae858-1d6b-4c8b-b1f4-d2e1c5677773 req-78dc7b66-3574-4a25-8d07-e4e11e6b3938 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fdbf821b-0f7c-45ba-93c7-1bd078cce400 HTTP/1.1" status: 200 len: 849 time: 0.4083195 Jun 14 14:52:48.416384 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:48.433520 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.notifiers.nova [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5522849e-cba4-4b7d-86ef-3ee3d489e216 {{(pid=99485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:52:48.468751 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] For port 5522849e-cba4-4b7d-86ef-3ee3d489e216, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=5522849e-cba4-4b7d-86ef-3ee3d489e216,segment=NetworkSegment(400310be-4fab-419b-9e19-36d89a0b3d4c),segment_id=400310be-4fab-419b-9e19-36d89a0b3d4c)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:52:48.487265 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ae858-1d6b-4c8b-b1f4-d2e1c5677773 req-ef486038-f947-429e-a052-c913d88212eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:48.488766 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-f12ae858-1d6b-4c8b-b1f4-d2e1c5677773 req-ef486038-f947-429e-a052-c913d88212eb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0f24e05a-f59f-42ec-ad23-eb813ca68e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0667324 Jun 14 14:52:48.554910 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:48.557428 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:52:48.670472 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Pushing event updated for resources: {'Port': ['ID=5522849e-cba4-4b7d-86ef-3ee3d489e216,revision_number=4']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:52:48.675588 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:52:48.723307 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-f12ae858-1d6b-4c8b-b1f4-d2e1c5677773 req-d5080af0-c02f-49cd-9c3d-b6d350695b4c service neutron] 10.222.0.21 "GET /v2.0/networks/0f24e05a-f59f-42ec-ad23-eb813ca68e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256930 Jun 14 14:52:48.829499 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 36416) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:52:48.839809 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba83f8f5-164d-4d6a-914e-75ac31888945 req-73e6a698-9590-4c4f-8513-051c000ee511 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:48.851981 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-ba83f8f5-164d-4d6a-914e-75ac31888945 req-73e6a698-9590-4c4f-8513-051c000ee511 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/ports?device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b HTTP/1.1" status: 200 len: 944 time: 0.1517017 Jun 14 14:52:48.907939 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-f12ae858-1d6b-4c8b-b1f4-d2e1c5677773 req-76639281-6994-404c-889d-fd5b2902eb98 service neutron] 10.222.0.21 "GET /v2.0/networks/0f24e05a-f59f-42ec-ad23-eb813ca68e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749380 Jun 14 14:52:48.940139 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] get_ports_and_sgs() called for port_ids ['5522849e-cba4-4b7d-86ef-3ee3d489e216'] {{(pid=99485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 14:52:48.955486 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-ba83f8f5-164d-4d6a-914e-75ac31888945 req-4aa79739-6b25-440e-8708-736d290c712d tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4648ab45-3fe7-4fb0-aedd-27d6176c7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018987 Jun 14 14:52:48.994896 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-0ade5a4d-e5d1-487e-821e-9eae52bc9a6e tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks [] for security_group, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:49.025905 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-0ade5a4d-e5d1-487e-821e-9eae52bc9a6e tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:49.205412 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-0ade5a4d-e5d1-487e-821e-9eae52bc9a6e tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:49.210696 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-0ade5a4d-e5d1-487e-821e-9eae52bc9a6e tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks [] for security_group, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:49.211830 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-0ade5a4d-e5d1-487e-821e-9eae52bc9a6e tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "DELETE /v2.0/security-groups/90426e49-1ea3-40b9-b3ef-60388ffaf594 HTTP/1.1" status: 204 len: 168 time: 0.3566980 Jun 14 14:52:49.213278 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-ed4d778c-d026-4035-b689-6dd0726672ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:52:49.219952 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 36422) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:52:49.228777 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ade5a4d-e5d1-487e-821e-9eae52bc9a6e tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90426e49-1ea3-40b9-b3ef-60388ffaf594,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:52:49.232798 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-0ade5a4d-e5d1-487e-821e-9eae52bc9a6e tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:52:49.241950 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.api.v2.resource [None req-6988e02b-de32-4661-b3a4-f54bbd3a0189 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] show failed (client error): The resource could not be found. Jun 14 14:52:49.246310 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-6988e02b-de32-4661-b3a4-f54bbd3a0189 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups/90426e49-1ea3-40b9-b3ef-60388ffaf594 HTTP/1.1" status: 404 len: 347 time: 0.0217433 Jun 14 14:52:49.246549 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 36424) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:52:49.448099 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.plugin [None req-8b1348db-0dd2-4a99-a999-7ac6d9c84db3 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Deleting port 7c622844-9bd5-49d9-b4e5-6916f93e5661 {{(pid=99484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:52:49.448794 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-8b1348db-0dd2-4a99-a999-7ac6d9c84db3 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375454248'] for port, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:49.638231 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-8b1348db-0dd2-4a99-a999-7ac6d9c84db3 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4046836'] for port, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:49.638688 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-8b1348db-0dd2-4a99-a999-7ac6d9c84db3 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:49.815151 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.plugin [None req-8b1348db-0dd2-4a99-a999-7ac6d9c84db3 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Calling delete_port for 7c622844-9bd5-49d9-b4e5-6916f93e5661 owned by network:floatingip {{(pid=99484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:52:50.186099 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-8b1348db-0dd2-4a99-a999-7ac6d9c84db3 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375458892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763375065896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12090229'] for port, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:50.188682 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-e7aff254-1f73-48a7-ba3b-641bdc8f7f43 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:52:50.234462 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1348db-0dd2-4a99-a999-7ac6d9c84db3 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Pushing event deleted for resources: {'Port': ['ID=7c622844-9bd5-49d9-b4e5-6916f93e5661,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:52:50.246005 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-8b1348db-0dd2-4a99-a999-7ac6d9c84db3 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:52:50.259400 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f0ede-6c4d-439e-8b7c-208f8302e5e1 req-1a6afab6-1820-41d9-8c8e-f0190015b5d1 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:50.261016 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-683f0ede-6c4d-439e-8b7c-208f8302e5e1 req-1a6afab6-1820-41d9-8c8e-f0190015b5d1 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/ports?device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b HTTP/1.1" status: 200 len: 944 time: 0.1080287 Jun 14 14:52:50.320714 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-683f0ede-6c4d-439e-8b7c-208f8302e5e1 req-a6a65162-26dc-4d33-a45b-6da0fdfa31b9 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4648ab45-3fe7-4fb0-aedd-27d6176c7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528188 Jun 14 14:52:50.396206 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-8b1348db-0dd2-4a99-a999-7ac6d9c84db3 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks [] for floatingip, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:50.398952 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-8b1348db-0dd2-4a99-a999-7ac6d9c84db3 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645'] for floatingip, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:50.400140 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-8b1348db-0dd2-4a99-a999-7ac6d9c84db3 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "DELETE /v2.0/floatingips/b0906a53-43cb-4f4f-ae79-f4ab6eb63247 HTTP/1.1" status: 204 len: 168 time: 1.1525257 Jun 14 14:52:50.889018 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 36438) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:52:50.897512 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.v2.base [None req-2ebbae2b-92a3-41d0-9d42-dc200dd319ae tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Request body: {'security_group': {'name': 'tempest-securitygroup--212413334', 'description': 'tempest-description--203771793'}} {{(pid=99483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:52:51.056767 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-2ebbae2b-92a3-41d0-9d42-dc200dd319ae tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks [] for security_group, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:51.186281 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-2ebbae2b-92a3-41d0-9d42-dc200dd319ae tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks [] for security_group, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:51.346704 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-2ebbae2b-92a3-41d0-9d42-dc200dd319ae tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:51.351975 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-094ed5c5-4ba4-4efe-a624-b86a6e3622e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:52:51.403410 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebbae2b-92a3-41d0-9d42-dc200dd319ae tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c05144d8-074a-4edb-a2b3-52073245922b,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:52:51.407742 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-2ebbae2b-92a3-41d0-9d42-dc200dd319ae tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:52:51.542491 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-2ebbae2b-92a3-41d0-9d42-dc200dd319ae tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks [] for security_group, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:51.544351 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-2ebbae2b-92a3-41d0-9d42-dc200dd319ae tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6535003 Jun 14 14:52:51.547781 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 36448) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:52:51.556096 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.v2.base [None req-4c3ca465-f17e-4781-9616-be4b901b0e2b tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Request body: {'security_group_rule': {'security_group_id': 'c05144d8-074a-4edb-a2b3-52073245922b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:52:51.599240 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33595bd1-4739-49bd-8348-0e896b07699c req-2394028a-71b7-44c6-a710-b577dfedbc77 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:51.601855 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-33595bd1-4739-49bd-8348-0e896b07699c req-2394028a-71b7-44c6-a710-b577dfedbc77 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/ports?device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b HTTP/1.1" status: 200 len: 944 time: 0.1131697 Jun 14 14:52:51.669202 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-33595bd1-4739-49bd-8348-0e896b07699c req-1ced012f-c75d-4579-af61-6814561a71a0 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4648ab45-3fe7-4fb0-aedd-27d6176c7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610685 Jun 14 14:52:51.703784 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-4c3ca465-f17e-4781-9616-be4b901b0e2b tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:51.795726 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-4c3ca465-f17e-4781-9616-be4b901b0e2b tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:51.896563 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-4c3ca465-f17e-4781-9616-be4b901b0e2b tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125863'] for security_group_rule, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:51.901824 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-d070454f-54a6-438c-a4d0-adffb65f86ec tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:52:51.925637 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3ca465-f17e-4781-9616-be4b901b0e2b tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96965b4b-98d5-44ab-bfb9-dcfc0e896aee,revision_number=0']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:52:51.926260 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-4c3ca465-f17e-4781-9616-be4b901b0e2b tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:52:52.009871 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-4c3ca465-f17e-4781-9616-be4b901b0e2b tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:52.011802 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-4c3ca465-f17e-4781-9616-be4b901b0e2b tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4623716 Jun 14 14:52:52.014682 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 36450) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:52:52.020253 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.v2.base [None req-0d6026ac-bb0a-4374-b164-de071f54e11a tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Request body: {'security_group_rule': {'security_group_id': 'c05144d8-074a-4edb-a2b3-52073245922b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:52:52.165314 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device 5522849e-cba4-4b7d-86ef-3ee3d489e216 up at agent hyperv_hv-cinder-72618 {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:52:52.185626 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-0d6026ac-bb0a-4374-b164-de071f54e11a tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:52.292203 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-0d6026ac-bb0a-4374-b164-de071f54e11a tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:52.393054 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Provisioning for port 5522849e-cba4-4b7d-86ef-3ee3d489e216 completed by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:52:52.399371 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Provisioning complete for port 5522849e-cba4-4b7d-86ef-3ee3d489e216 triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:52:52.400068 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:52.447681 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-0d6026ac-bb0a-4374-b164-de071f54e11a tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125863'] for security_group_rule, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:52.450694 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-087a6e97-e02a-44cd-ad36-1a6d71aa3011 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:52:52.481119 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6026ac-bb0a-4374-b164-de071f54e11a tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2be529b8-eab7-4ad4-a7e6-e3ad9830af5a,revision_number=0']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:52:52.485743 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-0d6026ac-bb0a-4374-b164-de071f54e11a tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:52:52.527455 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:52.556601 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0594e824-aef2-4eb8-afa3-2d0cfa61133b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5522849e-cba4-4b7d-86ef-3ee3d489e216'}] {{(pid=99485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:52:52.560290 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb48b8a921a599a4918edb6fe4edb23e72f7f4aaa6ba2d648db764b95ae78972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77dce86c-35ee-44c9-8cc7-cf69f52f0a81" -d '{"events": [{"server_uuid": "0594e824-aef2-4eb8-afa3-2d0cfa61133b", "name": "network-vif-plugged", "status": "completed", "tag": "5522849e-cba4-4b7d-86ef-3ee3d489e216"}]}' {{(pid=99485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:52:52.583287 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] For port 5522849e-cba4-4b7d-86ef-3ee3d489e216, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=5522849e-cba4-4b7d-86ef-3ee3d489e216,segment=NetworkSegment(400310be-4fab-419b-9e19-36d89a0b3d4c),segment_id=400310be-4fab-419b-9e19-36d89a0b3d4c)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:52:52.594749 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-0d6026ac-bb0a-4374-b164-de071f54e11a tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:52.597385 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-0d6026ac-bb0a-4374-b164-de071f54e11a tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5814862 Jun 14 14:52:52.602889 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 36460) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:52:52.607730 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.v2.base [None req-55636ea6-904e-4a2b-b5ea-2a92e75a8948 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Request body: {'floatingip': {'floating_network_id': '380d7500-e042-4a28-87f8-50b947846e60'}} {{(pid=99483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:52:52.619565 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 14:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5edfb231-a6ff-4441-9a73-745943e6cbb2 x-openstack-request-id: req-5edfb231-a6ff-4441-9a73-745943e6cbb2 {{(pid=99485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:52:52.619565 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0594e824-aef2-4eb8-afa3-2d0cfa61133b", "name": "network-vif-plugged", "status": "completed", "tag": "5522849e-cba4-4b7d-86ef-3ee3d489e216", "code": 200}]} {{(pid=99485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:52:52.627904 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5edfb231-a6ff-4441-9a73-745943e6cbb2 {{(pid=99485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:52:52.628578 dv-cinder-726180-9-iscsi neutron-server[99485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0594e824-aef2-4eb8-afa3-2d0cfa61133b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5522849e-cba4-4b7d-86ef-3ee3d489e216', 'code': 200} Jun 14 14:52:52.701642 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:52.705592 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:52:52.743031 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-55636ea6-904e-4a2b-b5ea-2a92e75a8948 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks [] for floatingip, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:52.801970 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Pushing event updated for resources: {'Port': ['ID=5522849e-cba4-4b7d-86ef-3ee3d489e216,revision_number=5']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:52:52.807695 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:52:52.971631 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7a6355-dbfb-42c4-a05a-6070c5fa775c req-50263266-0ccb-46f5-b978-03fa5f520f20 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:52.973499 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-9a7a6355-dbfb-42c4-a05a-6070c5fa775c req-50263266-0ccb-46f5-b978-03fa5f520f20 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/ports?device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b HTTP/1.1" status: 200 len: 945 time: 0.1437161 Jun 14 14:52:53.048188 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-9a7a6355-dbfb-42c4-a05a-6070c5fa775c req-66dc317c-d4e3-4ef7-9beb-f544acaa1f8a tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4648ab45-3fe7-4fb0-aedd-27d6176c7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654681 Jun 14 14:52:53.059958 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-55636ea6-904e-4a2b-b5ea-2a92e75a8948 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905267'] for port, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:53.255325 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.db_base_plugin_common [None req-55636ea6-904e-4a2b-b5ea-2a92e75a8948 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Allocated IP 172.27.3.121 (380d7500-e042-4a28-87f8-50b947846e60/5342af6e-54a0-4047-9509-517c9dedbdeb/93877ddd-4b5d-4775-b29a-8fc60afc971f) {{(pid=99483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:52:53.290748 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff9b3d-6fb2-4543-856b-5eaaa4b4f78b req-f407a3c0-270f-4c4d-b461-64828435dc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:53.293330 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-85ff9b3d-6fb2-4543-856b-5eaaa4b4f78b req-f407a3c0-270f-4c4d-b461-64828435dc7d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b HTTP/1.1" status: 200 len: 1098 time: 0.0998876 Jun 14 14:52:53.358754 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-85ff9b3d-6fb2-4543-856b-5eaaa4b4f78b req-0e1de557-951e-4512-9273-74be41f81d32 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4648ab45-3fe7-4fb0-aedd-27d6176c7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403097 Jun 14 14:52:53.441017 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-55636ea6-904e-4a2b-b5ea-2a92e75a8948 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks [] for port, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:53.640027 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-55636ea6-904e-4a2b-b5ea-2a92e75a8948 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-905456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763375065887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12282725'] for port, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:53.642565 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-4dec2921-c42f-491e-9ec2-38ea84044a60 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:52:53.703430 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55636ea6-904e-4a2b-b5ea-2a92e75a8948 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Network 380d7500-e042-4a28-87f8-50b947846e60 is already hosted by enough agents. {{(pid=99483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:52:53.706767 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.base_scheduler [None req-55636ea6-904e-4a2b-b5ea-2a92e75a8948 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Resources bound (agent type, host, resource id): {{(pid=99483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:52:53.712268 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55636ea6-904e-4a2b-b5ea-2a92e75a8948 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Received port after_create {{(pid=99483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:52:53.717822 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55636ea6-904e-4a2b-b5ea-2a92e75a8948 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Pushing event updated for resources: {'Port': ['ID=93877ddd-4b5d-4775-b29a-8fc60afc971f,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:52:53.755921 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-55636ea6-904e-4a2b-b5ea-2a92e75a8948 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:52:53.863823 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-55636ea6-904e-4a2b-b5ea-2a92e75a8948 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:54.041146 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-55636ea6-904e-4a2b-b5ea-2a92e75a8948 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:54.319456 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-55636ea6-904e-4a2b-b5ea-2a92e75a8948 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks [] for port, precommit_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:54.346391 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9507d838-cc8f-4498-93a0-ac5f7e53cdcb req-34335538-bd75-42bc-b296-9f0fb9a3b348 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:54.347909 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-9507d838-cc8f-4498-93a0-ac5f7e53cdcb req-34335538-bd75-42bc-b296-9f0fb9a3b348 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/ports?device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b HTTP/1.1" status: 200 len: 945 time: 0.1129932 Jun 14 14:52:54.412866 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-9507d838-cc8f-4498-93a0-ac5f7e53cdcb req-ae31bd8e-ed3e-4b2d-b2d4-b9031ee73e82 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4648ab45-3fe7-4fb0-aedd-27d6176c7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584195 Jun 14 14:52:54.415630 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-55636ea6-904e-4a2b-b5ea-2a92e75a8948 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282715'] for port, after_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:54.433535 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-1fdd42fc-0d75-4921-89f7-992a7daa4d79 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:52:54.514705 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55636ea6-904e-4a2b-b5ea-2a92e75a8948 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Pushing event updated for resources: {'Port': ['ID=93877ddd-4b5d-4775-b29a-8fc60afc971f,revision_number=2']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:52:54.518649 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-55636ea6-904e-4a2b-b5ea-2a92e75a8948 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:52:54.527479 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-55636ea6-904e-4a2b-b5ea-2a92e75a8948 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4045686'] for floatingip, after_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:54.743471 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-55636ea6-904e-4a2b-b5ea-2a92e75a8948 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645'] for floatingip, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:54.750277 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-55636ea6-904e-4a2b-b5ea-2a92e75a8948 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1421456 Jun 14 14:52:55.042531 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-406f4100-a03e-4434-b7ad-71135838b90c req-b53a1ec0-d115-4164-baab-6425ebda2e5f tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--212413334&fields=id&tenant_id=79973d5241f0405abc9418c3151cbe9d HTTP/1.1" status: 200 len: 267 time: 0.0455892 Jun 14 14:52:55.221753 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f4100-a03e-4434-b7ad-71135838b90c req-bac0edfa-5c09-49c5-811c-2390011a4182 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:55.223771 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-406f4100-a03e-4434-b7ad-71135838b90c req-bac0edfa-5c09-49c5-811c-2390011a4182 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/networks?id=eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46 HTTP/1.1" status: 200 len: 816 time: 0.1718595 Jun 14 14:52:55.242076 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-406f4100-a03e-4434-b7ad-71135838b90c req-ea84d114-00a7-447c-8351-87f023d64594 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/quotas/79973d5241f0405abc9418c3151cbe9d HTTP/1.1" status: 200 len: 375 time: 0.0111129 Jun 14 14:52:55.352122 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-406f4100-a03e-4434-b7ad-71135838b90c req-8defb97d-7bc9-4f06-bb5d-adfb585af7c4 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=79973d5241f0405abc9418c3151cbe9d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0983453 Jun 14 14:52:55.516541 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-406f4100-a03e-4434-b7ad-71135838b90c req-7054a60a-2c30-4faf-a28c-6e5d7c1df5c7 service neutron] 10.222.0.55 "GET /v2.0/networks/eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514990 Jun 14 14:52:55.729405 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a04fe4-40f2-4d47-9b83-5371de673169 req-6fd0cfce-86d0-4437-9b0c-a157bef1ef20 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:55.732435 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-406f4100-a03e-4434-b7ad-71135838b90c req-28593bee-aa38-4232-b521-94ef15354d63 service neutron] 10.222.0.55 "GET /v2.0/networks/eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048221 Jun 14 14:52:55.733359 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-28a04fe4-40f2-4d47-9b83-5371de673169 req-6fd0cfce-86d0-4437-9b0c-a157bef1ef20 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/ports?device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b HTTP/1.1" status: 200 len: 945 time: 0.1412587 Jun 14 14:52:55.799229 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-586a688a-2292-402a-8684-40a8f169a427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:55.829430 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-28a04fe4-40f2-4d47-9b83-5371de673169 req-1c53afd5-544d-4fcb-9538-e593fd0872db tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4648ab45-3fe7-4fb0-aedd-27d6176c7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864396 Jun 14 14:52:56.171316 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c323f1-2774-49ad-95a3-96e9633c6ac7 req-55d38db7-75f2-4871-b4d6-9738f5a339c9 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:56.173732 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-d3c323f1-2774-49ad-95a3-96e9633c6ac7 req-55d38db7-75f2-4871-b4d6-9738f5a339c9 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/ports?device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b HTTP/1.1" status: 200 len: 945 time: 0.1341853 Jun 14 14:52:56.245752 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8db74b-5e52-411e-9b5e-9004181e0f96 req-dc3f8554-195e-48dd-a649-16adc5e3878b tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:56.249224 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-3f8db74b-5e52-411e-9b5e-9004181e0f96 req-dc3f8554-195e-48dd-a649-16adc5e3878b tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/ports?device_id=467c9ee0-dac7-46fa-9708-515c56ab4692 HTTP/1.1" status: 200 len: 945 time: 0.1360605 Jun 14 14:52:56.257471 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-d3c323f1-2774-49ad-95a3-96e9633c6ac7 req-0d2a5a1e-b9cb-4801-b518-67b9786e534d tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4648ab45-3fe7-4fb0-aedd-27d6176c7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641906 Jun 14 14:52:56.291757 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 36514) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:52:56.343818 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-3f8db74b-5e52-411e-9b5e-9004181e0f96 req-f6b73a30-9fe8-446e-a564-358a3c046feb tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f492e54-5373-4fdc-bdcc-f5e782e21178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849879 Jun 14 14:52:56.386031 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 36518) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:52:56.474978 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-90022678-2b3a-4266-a35d-f5f9673cd1fc req-1c24a993-3418-49e4-8e17-80bd36cc3aaf tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 210 time: 0.0510087 Jun 14 14:52:56.503236 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820cab0f-4eb5-48ea-a514-0ce0890130e2 tempest-TestShelveInstance-349090909 tempest-TestShelveInstance-349090909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:56.508216 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 36522) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:52:56.508486 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-820cab0f-4eb5-48ea-a514-0ce0890130e2 tempest-TestShelveInstance-349090909 tempest-TestShelveInstance-349090909-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b HTTP/1.1" status: 200 len: 1093 time: 0.2153916 Jun 14 14:52:56.516717 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.v2.base [None req-e7a58740-842b-4c90-845e-9c9e64e0654a tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Request body: {'floatingip': {'floating_network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'port_id': '5522849e-cba4-4b7d-86ef-3ee3d489e216', 'tenant_id': '8730e6a0fdc54b92a4e0d83a015c460a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=99484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:52:56.583652 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8187cf4-343b-4ef0-9d67-f4061c794704 tempest-TestMinimumBasicScenario-1549516155 tempest-TestMinimumBasicScenario-1549516155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:56.586918 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-d8187cf4-343b-4ef0-9d67-f4061c794704 tempest-TestMinimumBasicScenario-1549516155 tempest-TestMinimumBasicScenario-1549516155-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=467c9ee0-dac7-46fa-9708-515c56ab4692 HTTP/1.1" status: 200 len: 1093 time: 0.1992006 Jun 14 14:52:56.591533 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 36524) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:52:56.599755 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.v2.base [None req-66d30fa6-2d9c-4313-b548-ea1e6748700f tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Request body: {'floatingip': {'floating_network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'port_id': 'a5a516eb-f771-47d6-9b7a-d70d3f2763a4', 'tenant_id': 'eb3b0bac7b7d45c998f69dfce00cbc95', 'fixed_ip_address': '172.20.0.5'}} {{(pid=99483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:52:56.736479 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-e7a58740-842b-4c90-845e-9c9e64e0654a tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Notify callbacks [] for floatingip, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:56.852510 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-66d30fa6-2d9c-4313-b548-ea1e6748700f tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Notify callbacks [] for floatingip, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:56.970443 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-e7a58740-842b-4c90-845e-9c9e64e0654a tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905267'] for port, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:57.082654 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-66d30fa6-2d9c-4313-b548-ea1e6748700f tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905267'] for port, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:57.172455 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.db_base_plugin_common [None req-e7a58740-842b-4c90-845e-9c9e64e0654a tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Allocated IP 172.27.3.251 (380d7500-e042-4a28-87f8-50b947846e60/5342af6e-54a0-4047-9509-517c9dedbdeb/775db799-f8fe-4b13-ac82-34e7ae051f03) {{(pid=99484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:52:57.339461 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-e7a58740-842b-4c90-845e-9c9e64e0654a tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Notify callbacks [] for port, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:57.491786 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-e7a58740-842b-4c90-845e-9c9e64e0654a tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-905456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763375065887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12090236'] for port, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:57.494989 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:52:57.567674 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a58740-842b-4c90-845e-9c9e64e0654a tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Network 380d7500-e042-4a28-87f8-50b947846e60 is already hosted by enough agents. {{(pid=99484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:52:57.571104 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.base_scheduler [None req-e7a58740-842b-4c90-845e-9c9e64e0654a tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Resources bound (agent type, host, resource id): {{(pid=99484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:52:57.577470 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a58740-842b-4c90-845e-9c9e64e0654a tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Received port after_create {{(pid=99484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:52:57.621273 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.db_base_plugin_common [None req-66d30fa6-2d9c-4313-b548-ea1e6748700f tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Allocated IP 172.27.3.40 (380d7500-e042-4a28-87f8-50b947846e60/5342af6e-54a0-4047-9509-517c9dedbdeb/2ee334db-7ebc-4998-806d-0bb92bcd67be) {{(pid=99483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:52:57.625824 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a58740-842b-4c90-845e-9c9e64e0654a tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Pushing event updated for resources: {'Port': ['ID=775db799-f8fe-4b13-ac82-34e7ae051f03,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:52:57.651844 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-e7a58740-842b-4c90-845e-9c9e64e0654a tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:52:57.839478 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-10a39985-3d81-4cb8-badd-62b037d6b510 req-ecff98ec-fcd1-4725-86ba-e804e248ab74 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 210 time: 0.0685856 Jun 14 14:52:57.905936 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-66d30fa6-2d9c-4313-b548-ea1e6748700f tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Notify callbacks [] for port, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:58.000355 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-5bddfed3-96e0-43a1-9c78-c0fc8f36ac08 req-de886803-41fc-4793-b627-df53b11eb2b0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a67c62c1-6c91-4bdf-8d15-d1693714bd95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2633617 Jun 14 14:52:58.084169 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-66d30fa6-2d9c-4313-b548-ea1e6748700f tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-905456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763375065887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12282725'] for port, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:58.087654 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-da3012e2-6fc3-4bdd-91f4-af8a85627da0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:52:58.160644 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d30fa6-2d9c-4313-b548-ea1e6748700f tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Network 380d7500-e042-4a28-87f8-50b947846e60 is already hosted by enough agents. {{(pid=99483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:52:58.166121 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.base_scheduler [None req-66d30fa6-2d9c-4313-b548-ea1e6748700f tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Resources bound (agent type, host, resource id): {{(pid=99483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:52:58.170380 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d30fa6-2d9c-4313-b548-ea1e6748700f tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Received port after_create {{(pid=99483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:52:58.220958 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d30fa6-2d9c-4313-b548-ea1e6748700f tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Pushing event updated for resources: {'Port': ['ID=2ee334db-7ebc-4998-806d-0bb92bcd67be,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:52:58.227721 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-66d30fa6-2d9c-4313-b548-ea1e6748700f tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:52:58.347796 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-e7a58740-842b-4c90-845e-9c9e64e0654a tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:58.384297 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bddfed3-96e0-43a1-9c78-c0fc8f36ac08 req-c4924f86-0c6a-41ce-820f-15f5fb22ee5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:58.385855 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-5bddfed3-96e0-43a1-9c78-c0fc8f36ac08 req-c4924f86-0c6a-41ce-820f-15f5fb22ee5a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f6d775d7d5f04714a3c3dbf66a8c9048&device_id=a67c62c1-6c91-4bdf-8d15-d1693714bd95 HTTP/1.1" status: 200 len: 1099 time: 0.2420850 Jun 14 14:52:58.650429 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bddfed3-96e0-43a1-9c78-c0fc8f36ac08 req-4aa266df-800e-46dc-8498-909fd25d7dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:58.653276 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-5bddfed3-96e0-43a1-9c78-c0fc8f36ac08 req-4aa266df-800e-46dc-8498-909fd25d7dac service neutron] 10.222.0.21 "GET /v2.0/networks?id=0f24e05a-f59f-42ec-ad23-eb813ca68e34 HTTP/1.1" status: 200 len: 911 time: 0.2378492 Jun 14 14:52:58.655095 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-e7a58740-842b-4c90-845e-9c9e64e0654a tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:58.660676 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-0fd85e61-d4d6-4c42-a447-9004d99c943a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:58.787329 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:58.881970 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-5bddfed3-96e0-43a1-9c78-c0fc8f36ac08 req-eb459491-569d-4c3c-a5fd-32eb56ed04c5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8548156a-1d2a-4f94-bf31-cf9aeaef8a58 HTTP/1.1" status: 200 len: 1001 time: 0.1888735 Jun 14 14:52:58.904175 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-66d30fa6-2d9c-4313-b548-ea1e6748700f tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:59.170103 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-024f912f-1869-4ab1-aff1-74208aee2a07 req-943522a9-d798-430b-a52f-e1f92cadc367 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 210 time: 0.0711846 Jun 14 14:52:59.363745 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-66d30fa6-2d9c-4313-b548-ea1e6748700f tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:59.393834 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bddfed3-96e0-43a1-9c78-c0fc8f36ac08 req-194673a2-6e6f-4fcc-bf08-4da562a03a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:59.396437 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-5bddfed3-96e0-43a1-9c78-c0fc8f36ac08 req-194673a2-6e6f-4fcc-bf08-4da562a03a46 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fdbf821b-0f7c-45ba-93c7-1bd078cce400 HTTP/1.1" status: 200 len: 849 time: 0.4859655 Jun 14 14:52:59.508441 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-e7a58740-842b-4c90-845e-9c9e64e0654a tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Notify callbacks [] for port, precommit_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:59.531100 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bddfed3-96e0-43a1-9c78-c0fc8f36ac08 req-cbe9c5ea-5a00-4531-9fb1-cfe13ed46005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:59.533516 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-5bddfed3-96e0-43a1-9c78-c0fc8f36ac08 req-cbe9c5ea-5a00-4531-9fb1-cfe13ed46005 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0f24e05a-f59f-42ec-ad23-eb813ca68e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1185753 Jun 14 14:52:59.747371 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-5bddfed3-96e0-43a1-9c78-c0fc8f36ac08 req-2db516fd-57ee-47ed-acd8-8096e264d8c0 service neutron] 10.222.0.21 "GET /v2.0/networks/0f24e05a-f59f-42ec-ad23-eb813ca68e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924839 Jun 14 14:52:59.764603 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-fac6794f-d54e-43a2-84ad-332974bc6d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:59.778602 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-e7a58740-842b-4c90-845e-9c9e64e0654a tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12090178'] for port, after_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:59.783445 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:52:59.911620 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a58740-842b-4c90-845e-9c9e64e0654a tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Pushing event updated for resources: {'Port': ['ID=775db799-f8fe-4b13-ac82-34e7ae051f03,revision_number=2']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:52:59.921432 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-e7a58740-842b-4c90-845e-9c9e64e0654a tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:53:00.110700 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-66d30fa6-2d9c-4313-b548-ea1e6748700f tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Notify callbacks [] for port, precommit_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:00.127349 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-e7a58740-842b-4c90-845e-9c9e64e0654a tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4045686'] for floatingip, after_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:00.135421 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-5bddfed3-96e0-43a1-9c78-c0fc8f36ac08 req-48f8d3ca-422e-4e9a-bcc4-01e0952f758c service neutron] 10.222.0.21 "GET /v2.0/networks/0f24e05a-f59f-42ec-ad23-eb813ca68e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3669860 Jun 14 14:53:00.262431 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-66d30fa6-2d9c-4313-b548-ea1e6748700f tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282715'] for port, after_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:00.266891 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:53:00.353205 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d30fa6-2d9c-4313-b548-ea1e6748700f tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Pushing event updated for resources: {'Port': ['ID=2ee334db-7ebc-4998-806d-0bb92bcd67be,revision_number=2']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:53:00.359666 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-66d30fa6-2d9c-4313-b548-ea1e6748700f tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:53:00.469086 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-a32508a4-564c-4fd3-95c0-d8143b5ae271 req-76b169be-3c4c-4d9f-a69d-f57dc1eaf236 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 210 time: 0.1007431 Jun 14 14:53:00.500724 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-66d30fa6-2d9c-4313-b548-ea1e6748700f tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4045686'] for floatingip, after_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:00.510185 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f4100-a03e-4434-b7ad-71135838b90c req-6a43c0c5-b9a4-4665-8f10-88de1ac2c73a tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:00.511761 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-406f4100-a03e-4434-b7ad-71135838b90c req-6a43c0c5-b9a4-4665-8f10-88de1ac2c73a tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.21 "GET /v2.0/networks?id=eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46 HTTP/1.1" status: 200 len: 816 time: 0.2655222 Jun 14 14:53:00.559996 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.db.l3_db [None req-e7a58740-842b-4c90-845e-9c9e64e0654a tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Floating IP 38c4df46-0b50-40f9-92ab-3bc8225685c8 associated. External IP: 172.27.3.251, port: 5522849e-cba4-4b7d-86ef-3ee3d489e216. Jun 14 14:53:00.669036 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:00.714914 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.db.l3_db [None req-66d30fa6-2d9c-4313-b548-ea1e6748700f tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Floating IP c69619b7-74c2-4a5c-ab93-982368c76f9e associated. External IP: 172.27.3.40, port: a5a516eb-f771-47d6-9b7a-d70d3f2763a4. Jun 14 14:53:00.723452 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-406f4100-a03e-4434-b7ad-71135838b90c req-b220048d-c0a1-4ab0-bc6c-095c9f98c920 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79973d5241f0405abc9418c3151cbe9d HTTP/1.1" status: 200 len: 379 time: 0.1926062 Jun 14 14:53:00.749157 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.v2.base [req-406f4100-a03e-4434-b7ad-71135838b90c req-a68a1795-9ec6-4dd0-846a-ea64b20e22fe tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Request body: {'port': {'device_id': '339e09e4-8e7b-4641-b598-dbb7e3cec27a', 'network_id': 'eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46', 'admin_state_up': True, 'tenant_id': '79973d5241f0405abc9418c3151cbe9d', 'security_groups': ['c05144d8-074a-4edb-a2b3-52073245922b']}} {{(pid=99484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:53:01.174711 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66d30fa6-2d9c-4313-b548-ea1e6748700f tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Router bbf2b376-2d35-44fe-8572-d52d456f99a7 has already been hosted by L3 agent 1c008f53-dbc2-48c1-a123-31b869a31df2 {{(pid=99483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 14:53:01.215959 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7a58740-842b-4c90-845e-9c9e64e0654a tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Router ea5bc6ee-0ab3-46d9-b658-7d6240e37242 has already been hosted by L3 agent 1c008f53-dbc2-48c1-a123-31b869a31df2 {{(pid=99484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 14:53:01.376459 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d30fa6-2d9c-4313-b548-ea1e6748700f tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Notify agent at l3_agent.dv-cinder-726180-9-iscsi the message routers_updated {{(pid=99483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 14:53:01.387823 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-39b4335d-7f90-4c96-ac82-c584c202a69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:01.397432 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751c6147-67eb-4739-82df-9e298c32ce73 None None] Sync routers for ids ['bbf2b376-2d35-44fe-8572-d52d456f99a7'] in dv-cinder-726180-9-iscsi {{(pid=99485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 14:53:01.407608 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751c6147-67eb-4739-82df-9e298c32ce73 None None] Routers {'bbf2b376-2d35-44fe-8572-d52d456f99a7'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:53:01.408532 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-751c6147-67eb-4739-82df-9e298c32ce73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:52:58Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['bbf2b376-2d35-44fe-8572-d52d456f99a7'], 'active': True} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:53:01.416188 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-406f4100-a03e-4434-b7ad-71135838b90c req-a68a1795-9ec6-4dd0-846a-ea64b20e22fe tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Made reservation on behalf of 79973d5241f0405abc9418c3151cbe9d for: {'port': 1} {{(pid=99484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:53:01.422009 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-406f4100-a03e-4434-b7ad-71135838b90c req-a68a1795-9ec6-4dd0-846a-ea64b20e22fe tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905267'] for port, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:01.520137 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-66d30fa6-2d9c-4313-b548-ea1e6748700f tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645'] for floatingip, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:01.537967 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a58740-842b-4c90-845e-9c9e64e0654a tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Notify agent at l3_agent.dv-cinder-726180-9-iscsi the message routers_updated {{(pid=99484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 14:53:01.572267 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c0109f-d6d8-4e30-982f-f8333f7b2a7d None None] Sync routers for ids ['ea5bc6ee-0ab3-46d9-b658-7d6240e37242'] in dv-cinder-726180-9-iscsi {{(pid=99486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 14:53:01.588530 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvr_db [None req-751c6147-67eb-4739-82df-9e298c32ce73 None None] Set router bbf2b376-2d35-44fe-8572-d52d456f99a7 gateway port host: dv-cinder-726180-9-iscsi {{(pid=99485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:53:01.591550 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c0109f-d6d8-4e30-982f-f8333f7b2a7d None None] Routers {'ea5bc6ee-0ab3-46d9-b658-7d6240e37242'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:53:01.593194 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-21c0109f-d6d8-4e30-982f-f8333f7b2a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:52:58Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['ea5bc6ee-0ab3-46d9-b658-7d6240e37242'], 'active': True} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:53:01.617743 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-66d30fa6-2d9c-4313-b548-ea1e6748700f tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.0194774 Jun 14 14:53:01.617743 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '467c9ee0-dac7-46fa-9708-515c56ab4692', 'tag': 'a5a516eb-f771-47d6-9b7a-d70d3f2763a4'}] {{(pid=99483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:53:01.621048 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10e764dcb54ca1904200e902db0bf3fc798e652e4e20eb5cbfc1ab196cf52753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b95164d2-3c45-4fe1-a086-93da3b3236b6" -d '{"events": [{"name": "network-changed", "server_uuid": "467c9ee0-dac7-46fa-9708-515c56ab4692", "tag": "a5a516eb-f771-47d6-9b7a-d70d3f2763a4"}]}' {{(pid=99483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:53:01.624618 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 36558) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:53:01.645191 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.v2.base [None req-61190ec2-bc0f-45c6-aed5-4ebd5a4996d1 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-689132444', 'description': 'tempest-secgroup-smoke-689132444 description', 'project_id': 'eb3b0bac7b7d45c998f69dfce00cbc95'}} {{(pid=99484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:53:01.718610 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-e7a58740-842b-4c90-845e-9c9e64e0654a tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645'] for floatingip, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:01.742934 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 14:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006c3863-01fa-4763-98d4-ea04884662d0 x-openstack-request-id: req-006c3863-01fa-4763-98d4-ea04884662d0 {{(pid=99483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:53:01.742934 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "467c9ee0-dac7-46fa-9708-515c56ab4692", "tag": "a5a516eb-f771-47d6-9b7a-d70d3f2763a4", "status": "completed", "code": 200}]} {{(pid=99483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:53:01.742934 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-006c3863-01fa-4763-98d4-ea04884662d0 {{(pid=99483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:53:01.742934 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '467c9ee0-dac7-46fa-9708-515c56ab4692', 'tag': 'a5a516eb-f771-47d6-9b7a-d70d3f2763a4', 'status': 'completed', 'code': 200} Jun 14 14:53:01.855038 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-e88fcca0-0f52-48ae-8dea-fe3b2dc65300 req-b7ef1ac3-a473-4f3b-8634-b0381d39c714 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 210 time: 0.0694590 Jun 14 14:53:01.881664 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-e7a58740-842b-4c90-845e-9c9e64e0654a tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.3631377 Jun 14 14:53:01.907006 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvr_db [None req-21c0109f-d6d8-4e30-982f-f8333f7b2a7d None None] Set router ea5bc6ee-0ab3-46d9-b658-7d6240e37242 gateway port host: dv-cinder-726180-9-iscsi {{(pid=99486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:53:01.941424 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.db_base_plugin_common [req-406f4100-a03e-4434-b7ad-71135838b90c req-a68a1795-9ec6-4dd0-846a-ea64b20e22fe tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Allocated IP 172.20.0.6 (eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46/8f1648b2-006c-47fc-bec4-7719f58bad8c/7fadcec1-58cb-4b2f-a935-7f4e048e374b) {{(pid=99484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:53:01.962218 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0594e824-aef2-4eb8-afa3-2d0cfa61133b', 'tag': '5522849e-cba4-4b7d-86ef-3ee3d489e216'}] {{(pid=99484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:53:01.965671 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d59e03e546515fa4e63eddd697505d7af87b03111d3d4a09b383aaccd0eedd18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e9c446e-1085-423f-a89c-30141af61246" -d '{"events": [{"name": "network-changed", "server_uuid": "0594e824-aef2-4eb8-afa3-2d0cfa61133b", "tag": "5522849e-cba4-4b7d-86ef-3ee3d489e216"}]}' {{(pid=99484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:53:01.970045 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95164d2-3c45-4fe1-a086-93da3b3236b6 req-1bfbfd23-54d8-4ad1-9003-2c9bca05ed48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:01.973321 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-b95164d2-3c45-4fe1-a086-93da3b3236b6 req-1bfbfd23-54d8-4ad1-9003-2c9bca05ed48 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eb3b0bac7b7d45c998f69dfce00cbc95&device_id=467c9ee0-dac7-46fa-9708-515c56ab4692 HTTP/1.1" status: 200 len: 1098 time: 0.1347609 Jun 14 14:53:02.148669 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 14:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d15e444-a8bb-4086-8993-05a6a10c9a09 x-openstack-request-id: req-7d15e444-a8bb-4086-8993-05a6a10c9a09 {{(pid=99484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:53:02.149080 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0594e824-aef2-4eb8-afa3-2d0cfa61133b", "tag": "5522849e-cba4-4b7d-86ef-3ee3d489e216", "status": "completed", "code": 200}]} {{(pid=99484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:53:02.149409 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7d15e444-a8bb-4086-8993-05a6a10c9a09 {{(pid=99484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:53:02.149837 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0594e824-aef2-4eb8-afa3-2d0cfa61133b', 'tag': '5522849e-cba4-4b7d-86ef-3ee3d489e216', 'status': 'completed', 'code': 200} Jun 14 14:53:02.185088 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-751c6147-67eb-4739-82df-9e298c32ce73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf2b376-2d35-44fe-8572-d52d456f99a7', 'name': 'tempest-TestMinimumBasicScenario-738783498-router', 'tenant_id': 'eb3b0bac7b7d45c998f69dfce00cbc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': 'a848056c-fcc2-4ec8-a2d7-ad45327c5548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:51:18Z', 'updated_at': '2021-06-14T14:51:26Z', 'revision_number': 4, 'project_id': 'eb3b0bac7b7d45c998f69dfce00cbc95', 'gw_port': {'id': 'a848056c-fcc2-4ec8-a2d7-ad45327c5548', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:35:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf2b376-2d35-44fe-8572-d52d456f99a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:51:19Z', 'updated_at': '2021-06-14T14:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_floatingips': [{'id': 'c69619b7-74c2-4a5c-ab93-982368c76f9e', 'tenant_id': 'eb3b0bac7b7d45c998f69dfce00cbc95', 'floating_ip_address': '172.27.3.40', 'floating_network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'router_id': 'bbf2b376-2d35-44fe-8572-d52d456f99a7', 'port_id': 'a5a516eb-f771-47d6-9b7a-d70d3f2763a4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04e422d8-d568-478b-9fdb-9a37bcb8fe6f', 'mac_address': 'fa:16:3e:88:dd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467c9ee0-dac7-46fa-9708-515c56ab4692', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T14:52:58Z', 'updated_at': '2021-06-14T14:52:58Z', 'revision_number': 0, 'project_id': 'eb3b0bac7b7d45c998f69dfce00cbc95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bda3e35-d570-4983-bfdb-0093c9014560', 'name': '', 'network_id': '04e422d8-d568-478b-9fdb-9a37bcb8fe6f', 'tenant_id': 'eb3b0bac7b7d45c998f69dfce00cbc95', 'mac_address': 'fa:16:3e:b7:a2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf2b376-2d35-44fe-8572-d52d456f99a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '0cf39583-af2e-4c02-b7c9-789941507629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:51:24Z', 'updated_at': '2021-06-14T14:51:38Z', 'revision_number': 5, 'project_id': 'eb3b0bac7b7d45c998f69dfce00cbc95', 'subnets': [{'id': '0cf39583-af2e-4c02-b7c9-789941507629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:53:02.196592 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751c6147-67eb-4739-82df-9e298c32ce73 None None] Checking router: bbf2b376-2d35-44fe-8572-d52d456f99a7 for host: dv-cinder-726180-9-iscsi {{(pid=99485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 14:53:02.219621 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751c6147-67eb-4739-82df-9e298c32ce73 None None] Routers {'bbf2b376-2d35-44fe-8572-d52d456f99a7'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:53:02.219910 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-406f4100-a03e-4434-b7ad-71135838b90c req-a68a1795-9ec6-4dd0-846a-ea64b20e22fe tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks [] for port, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:02.220730 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-751c6147-67eb-4739-82df-9e298c32ce73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:52:58Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['bbf2b376-2d35-44fe-8572-d52d456f99a7'], 'active': True} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:53:02.247125 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.provisioning_blocks [req-406f4100-a03e-4434-b7ad-71135838b90c req-a68a1795-9ec6-4dd0-846a-ea64b20e22fe tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Transition to ACTIVE for port object 7fadcec1-58cb-4b2f-a935-7f4e048e374b will not be triggered until provisioned by entity DHCP. {{(pid=99484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:53:02.296245 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95164d2-3c45-4fe1-a086-93da3b3236b6 req-100d3861-d3cd-4551-9770-fd5347fbaa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:02.299995 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-b95164d2-3c45-4fe1-a086-93da3b3236b6 req-100d3861-d3cd-4551-9770-fd5347fbaa9d service neutron] 10.222.0.21 "GET /v2.0/networks?id=04e422d8-d568-478b-9fdb-9a37bcb8fe6f HTTP/1.1" status: 200 len: 915 time: 0.3060253 Jun 14 14:53:02.307993 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-61190ec2-bc0f-45c6-aed5-4ebd5a4996d1 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Notify callbacks [] for security_group, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:02.441402 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-61190ec2-bc0f-45c6-aed5-4ebd5a4996d1 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Notify callbacks [] for security_group, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:02.442864 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c446e-1085-423f-a89c-30141af61246 req-0b5a7756-7be8-48e4-ad67-46b739ee620e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:02.444772 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-406f4100-a03e-4434-b7ad-71135838b90c req-a68a1795-9ec6-4dd0-846a-ea64b20e22fe tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-905456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763375065887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12090236'] for port, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:02.449458 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-8e9c446e-1085-423f-a89c-30141af61246 req-0b5a7756-7be8-48e4-ad67-46b739ee620e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8730e6a0fdc54b92a4e0d83a015c460a&device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b HTTP/1.1" status: 200 len: 1098 time: 0.2643795 Jun 14 14:53:02.452887 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-6f10851b-7656-488a-bd06-4ec960e83b0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:53:02.561682 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-406f4100-a03e-4434-b7ad-71135838b90c req-a68a1795-9ec6-4dd0-846a-ea64b20e22fe tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Network eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46 is already hosted by enough agents. {{(pid=99484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:53:02.568374 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.base_scheduler [req-406f4100-a03e-4434-b7ad-71135838b90c req-a68a1795-9ec6-4dd0-846a-ea64b20e22fe tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Resources bound (agent type, host, resource id): {{(pid=99484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:53:02.590086 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.l3_dvrscheduler_db [req-406f4100-a03e-4434-b7ad-71135838b90c req-a68a1795-9ec6-4dd0-846a-ea64b20e22fe tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Received port after_create {{(pid=99484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:53:02.613723 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvr_db [None req-751c6147-67eb-4739-82df-9e298c32ce73 None None] Set router bbf2b376-2d35-44fe-8572-d52d456f99a7 gateway port host: dv-cinder-726180-9-iscsi {{(pid=99485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:53:02.674407 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-b95164d2-3c45-4fe1-a086-93da3b3236b6 req-3c5209fb-f08d-4924-8cdd-81b97953aa94 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5a516eb-f771-47d6-9b7a-d70d3f2763a4 HTTP/1.1" status: 200 len: 998 time: 0.3532684 Jun 14 14:53:02.680931 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-61190ec2-bc0f-45c6-aed5-4ebd5a4996d1 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:02.722468 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68a1795-9ec6-4dd0-846a-ea64b20e22fe tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Pushing event updated for resources: {'Port': ['ID=7fadcec1-58cb-4b2f-a935-7f4e048e374b,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:53:02.741982 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-a68a1795-9ec6-4dd0-846a-ea64b20e22fe tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:53:02.746832 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-a6c692c4-ddfb-4f0a-8090-94b9f86cd1f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:53:02.805896 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61190ec2-bc0f-45c6-aed5-4ebd5a4996d1 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f001b32-109f-4698-b3b0-ac3923258142,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:53:02.824381 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-61190ec2-bc0f-45c6-aed5-4ebd5a4996d1 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:53:02.843229 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f4100-a03e-4434-b7ad-71135838b90c req-a68a1795-9ec6-4dd0-846a-ea64b20e22fe tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:02.844541 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-406f4100-a03e-4434-b7ad-71135838b90c req-a68a1795-9ec6-4dd0-846a-ea64b20e22fe tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645'] for port, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:02.873865 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-61190ec2-bc0f-45c6-aed5-4ebd5a4996d1 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Notify callbacks [] for security_group, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:02.876413 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-61190ec2-bc0f-45c6-aed5-4ebd5a4996d1 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.2361190 Jun 14 14:53:02.880853 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-21c0109f-d6d8-4e30-982f-f8333f7b2a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea5bc6ee-0ab3-46d9-b658-7d6240e37242', 'name': 'tempest-TestShelveInstance-385717493-router', 'tenant_id': '8730e6a0fdc54b92a4e0d83a015c460a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '5e70f905-e006-4cd8-9f36-5b9a539d0ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:51:19Z', 'updated_at': '2021-06-14T14:51:28Z', 'revision_number': 4, 'project_id': '8730e6a0fdc54b92a4e0d83a015c460a', 'gw_port': {'id': '5e70f905-e006-4cd8-9f36-5b9a539d0ab2', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea5bc6ee-0ab3-46d9-b658-7d6240e37242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:51:21Z', 'updated_at': '2021-06-14T14:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_floatingips': [{'id': '38c4df46-0b50-40f9-92ab-3bc8225685c8', 'tenant_id': '8730e6a0fdc54b92a4e0d83a015c460a', 'floating_ip_address': '172.27.3.251', 'floating_network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'router_id': 'ea5bc6ee-0ab3-46d9-b658-7d6240e37242', 'port_id': '5522849e-cba4-4b7d-86ef-3ee3d489e216', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b', 'mac_address': 'fa:16:3e:be:3a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0594e824-aef2-4eb8-afa3-2d0cfa61133b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T14:52:58Z', 'updated_at': '2021-06-14T14:52:58Z', 'revision_number': 0, 'project_id': '8730e6a0fdc54b92a4e0d83a015c460a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce2d1610-0d19-404c-be02-9296b07d1a72', 'name': '', 'network_id': 'ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b', 'tenant_id': '8730e6a0fdc54b92a4e0d83a015c460a', 'mac_address': 'fa:16:3e:b0:11:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea5bc6ee-0ab3-46d9-b658-7d6240e37242', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'e340e8c9-7a51-4312-92aa-f88338355222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:51:26Z', 'updated_at': '2021-06-14T14:51:46Z', 'revision_number': 5, 'project_id': '8730e6a0fdc54b92a4e0d83a015c460a', 'subnets': [{'id': 'e340e8c9-7a51-4312-92aa-f88338355222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:53:02.889110 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c0109f-d6d8-4e30-982f-f8333f7b2a7d None None] Checking router: ea5bc6ee-0ab3-46d9-b658-7d6240e37242 for host: dv-cinder-726180-9-iscsi {{(pid=99486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 14:53:02.890637 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 36570) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:53:02.898770 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.v2.base [None req-82266d4b-1011-4797-88da-a7df84792b6f tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Request body: {'security_group_rule': {'security_group_id': '4f001b32-109f-4698-b3b0-ac3923258142', 'project_id': 'eb3b0bac7b7d45c998f69dfce00cbc95', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:53:02.911755 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c446e-1085-423f-a89c-30141af61246 req-3bceafb5-1d06-4ddb-b677-984efc5903fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:02.915064 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-8e9c446e-1085-423f-a89c-30141af61246 req-3bceafb5-1d06-4ddb-b677-984efc5903fe service neutron] 10.222.0.21 "GET /v2.0/networks?id=ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b HTTP/1.1" status: 200 len: 909 time: 0.4466901 Jun 14 14:53:02.928505 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c0109f-d6d8-4e30-982f-f8333f7b2a7d None None] Routers {'ea5bc6ee-0ab3-46d9-b658-7d6240e37242'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:53:02.929624 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-21c0109f-d6d8-4e30-982f-f8333f7b2a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:52:58Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['ea5bc6ee-0ab3-46d9-b658-7d6240e37242'], 'active': True} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:53:02.934022 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95164d2-3c45-4fe1-a086-93da3b3236b6 req-32a2dae7-202b-4ed3-914a-ac27f6157682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:02.936594 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-b95164d2-3c45-4fe1-a086-93da3b3236b6 req-32a2dae7-202b-4ed3-914a-ac27f6157682 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0cf39583-af2e-4c02-b7c9-789941507629 HTTP/1.1" status: 200 len: 853 time: 0.2101333 Jun 14 14:53:02.972619 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-406f4100-a03e-4434-b7ad-71135838b90c req-a68a1795-9ec6-4dd0-846a-ea64b20e22fe tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2311728 Jun 14 14:53:03.008445 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.v2.base [req-406f4100-a03e-4434-b7ad-71135838b90c req-98665b86-4049-44c9-bb62-570762ff17dd service neutron] Request body: {'port': {'device_id': '339e09e4-8e7b-4641-b598-dbb7e3cec27a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-72618'}} {{(pid=99484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:53:03.208887 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-82266d4b-1011-4797-88da-a7df84792b6f tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:03.236968 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-406f4100-a03e-4434-b7ad-71135838b90c req-98665b86-4049-44c9-bb62-570762ff17dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:03.258282 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-8e9c446e-1085-423f-a89c-30141af61246 req-bd08fbd2-3b86-4f7e-8843-536d56a8c103 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5522849e-cba4-4b7d-86ef-3ee3d489e216 HTTP/1.1" status: 200 len: 999 time: 0.3350501 Jun 14 14:53:03.263606 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-9ea19d54-e7c2-48ac-ab1a-d6f162bbdfe1 None None] Provisioning for port 7fadcec1-58cb-4b2f-a935-7f4e048e374b completed by entity DHCP. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:53:03.274206 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-9ea19d54-e7c2-48ac-ab1a-d6f162bbdfe1 None None] Provisioning complete for port 7fadcec1-58cb-4b2f-a935-7f4e048e374b triggered by entity DHCP. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:53:03.274664 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-9ea19d54-e7c2-48ac-ab1a-d6f162bbdfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:03.301485 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95164d2-3c45-4fe1-a086-93da3b3236b6 req-45177565-dce2-44de-9ea2-d2be5c7fb317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:03.304909 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-b95164d2-3c45-4fe1-a086-93da3b3236b6 req-45177565-dce2-44de-9ea2-d2be5c7fb317 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=04e422d8-d568-478b-9fdb-9a37bcb8fe6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2127783 Jun 14 14:53:03.323227 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvr_db [None req-21c0109f-d6d8-4e30-982f-f8333f7b2a7d None None] Set router ea5bc6ee-0ab3-46d9-b658-7d6240e37242 gateway port host: dv-cinder-726180-9-iscsi {{(pid=99486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:53:03.397445 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-9ea19d54-e7c2-48ac-ab1a-d6f162bbdfe1 None None] Port 7fadcec1-58cb-4b2f-a935-7f4e048e374b cannot update to ACTIVE because it is not bound. {{(pid=99485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 14:53:03.458106 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-751c6147-67eb-4739-82df-9e298c32ce73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf2b376-2d35-44fe-8572-d52d456f99a7', 'name': 'tempest-TestMinimumBasicScenario-738783498-router', 'tenant_id': 'eb3b0bac7b7d45c998f69dfce00cbc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': 'a848056c-fcc2-4ec8-a2d7-ad45327c5548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:51:18Z', 'updated_at': '2021-06-14T14:51:26Z', 'revision_number': 4, 'project_id': 'eb3b0bac7b7d45c998f69dfce00cbc95', 'gw_port': {'id': 'a848056c-fcc2-4ec8-a2d7-ad45327c5548', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:35:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf2b376-2d35-44fe-8572-d52d456f99a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:51:19Z', 'updated_at': '2021-06-14T14:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_floatingips': [{'id': 'c69619b7-74c2-4a5c-ab93-982368c76f9e', 'tenant_id': 'eb3b0bac7b7d45c998f69dfce00cbc95', 'floating_ip_address': '172.27.3.40', 'floating_network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'router_id': 'bbf2b376-2d35-44fe-8572-d52d456f99a7', 'port_id': 'a5a516eb-f771-47d6-9b7a-d70d3f2763a4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04e422d8-d568-478b-9fdb-9a37bcb8fe6f', 'mac_address': 'fa:16:3e:88:dd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467c9ee0-dac7-46fa-9708-515c56ab4692', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T14:52:58Z', 'updated_at': '2021-06-14T14:52:58Z', 'revision_number': 0, 'project_id': 'eb3b0bac7b7d45c998f69dfce00cbc95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bda3e35-d570-4983-bfdb-0093c9014560', 'name': '', 'network_id': '04e422d8-d568-478b-9fdb-9a37bcb8fe6f', 'tenant_id': 'eb3b0bac7b7d45c998f69dfce00cbc95', 'mac_address': 'fa:16:3e:b7:a2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf2b376-2d35-44fe-8572-d52d456f99a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '0cf39583-af2e-4c02-b7c9-789941507629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:51:24Z', 'updated_at': '2021-06-14T14:51:38Z', 'revision_number': 5, 'project_id': 'eb3b0bac7b7d45c998f69dfce00cbc95', 'subnets': [{'id': '0cf39583-af2e-4c02-b7c9-789941507629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:53:03.470711 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751c6147-67eb-4739-82df-9e298c32ce73 None None] The sync data for ids ['bbf2b376-2d35-44fe-8572-d52d456f99a7'] in dv-cinder-726180-9-iscsi is: [{'id': 'bbf2b376-2d35-44fe-8572-d52d456f99a7', 'name': 'tempest-TestMinimumBasicScenario-738783498-router', 'tenant_id': 'eb3b0bac7b7d45c998f69dfce00cbc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': 'a848056c-fcc2-4ec8-a2d7-ad45327c5548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:51:18Z', 'updated_at': '2021-06-14T14:51:26Z', 'revision_number': 4, 'project_id': 'eb3b0bac7b7d45c998f69dfce00cbc95', 'gw_port': {'id': 'a848056c-fcc2-4ec8-a2d7-ad45327c5548', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:35:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf2b376-2d35-44fe-8572-d52d456f99a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:51:19Z', 'updated_at': '2021-06-14T14:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_floatingips': [{'id': 'c69619b7-74c2-4a5c-ab93-982368c76f9e', 'tenant_id': 'eb3b0bac7b7d45c998f69dfce00cbc95', 'floating_ip_address': '172.27.3.40', 'floating_network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'router_id': 'bbf2b376-2d35-44fe-8572-d52d456f99a7', 'port_id': 'a5a516eb-f771-47d6-9b7a-d70d3f2763a4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04e422d8-d568-478b-9fdb-9a37bcb8fe6f', 'mac_address': 'fa:16:3e:88:dd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467c9ee0-dac7-46fa-9708-515c56ab4692', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T14:52:58Z', 'updated_at': '2021-06-14T14:52:58Z', 'revision_number': 0, 'project_id': 'eb3b0bac7b7d45c998f69dfce00cbc95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bda3e35-d570-4983-bfdb-0093c9014560', 'name': '', 'network_id': '04e422d8-d568-478b-9fdb-9a37bcb8fe6f', 'tenant_id': 'eb3b0bac7b7d45c998f69dfce00cbc95', 'mac_address': 'fa:16:3e:b7:a2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf2b376-2d35-44fe-8572-d52d456f99a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '0cf39583-af2e-4c02-b7c9-789941507629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:51:24Z', 'updated_at': '2021-06-14T14:51:38Z', 'revision_number': 5, 'project_id': 'eb3b0bac7b7d45c998f69dfce00cbc95', 'subnets': [{'id': '0cf39583-af2e-4c02-b7c9-789941507629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 14:53:03.478994 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-82266d4b-1011-4797-88da-a7df84792b6f tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:03.488050 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c446e-1085-423f-a89c-30141af61246 req-9e02c2a6-337f-49de-b818-4acdf5da4560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:03.491382 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-8e9c446e-1085-423f-a89c-30141af61246 req-9e02c2a6-337f-49de-b818-4acdf5da4560 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e340e8c9-7a51-4312-92aa-f88338355222 HTTP/1.1" status: 200 len: 847 time: 0.2040873 Jun 14 14:53:03.622889 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51866d15-1d05-4bab-90a8-9a554d3d9c37 req-f2d0e833-19ca-4146-ade2-6d00a74d066d tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:03.635121 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-51866d15-1d05-4bab-90a8-9a554d3d9c37 req-f2d0e833-19ca-4146-ade2-6d00a74d066d tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 931 time: 0.4007494 Jun 14 14:53:03.675057 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-82266d4b-1011-4797-88da-a7df84792b6f tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125863'] for security_group_rule, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:03.692779 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-b95164d2-3c45-4fe1-a086-93da3b3236b6 req-d6a16efd-e7ad-4ec9-b489-334caadc605d service neutron] 10.222.0.21 "GET /v2.0/networks/04e422d8-d568-478b-9fdb-9a37bcb8fe6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3300352 Jun 14 14:53:03.704755 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-a8a99023-fdad-4b84-a915-159fd9aec3b6 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:53:03.712941 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c446e-1085-423f-a89c-30141af61246 req-1de8c065-8923-4fb9-9664-b5ee70afeffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:03.714393 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-8e9c446e-1085-423f-a89c-30141af61246 req-1de8c065-8923-4fb9-9664-b5ee70afeffa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1275833 Jun 14 14:53:03.872336 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f05eb5-53b4-4e97-ab0b-527513b49737 None None] New status for floating IP c69619b7-74c2-4a5c-ab93-982368c76f9e: ACTIVE {{(pid=99485) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 14:53:03.878583 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-51866d15-1d05-4bab-90a8-9a554d3d9c37 req-31694818-db6b-4e4e-9590-1f521ccd21c4 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05144d8-074a-4edb-a2b3-52073245922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2422869 Jun 14 14:53:03.908562 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82266d4b-1011-4797-88da-a7df84792b6f tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8afd13a5-3e39-4e71-9d34-d1d0ad9098f5,revision_number=0']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:53:03.931784 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-82266d4b-1011-4797-88da-a7df84792b6f tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:03.937516 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-82266d4b-1011-4797-88da-a7df84792b6f tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0403337 Jun 14 14:53:03.946355 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-82266d4b-1011-4797-88da-a7df84792b6f tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:53:03.947298 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 36578) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:53:04.020470 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-21c0109f-d6d8-4e30-982f-f8333f7b2a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea5bc6ee-0ab3-46d9-b658-7d6240e37242', 'name': 'tempest-TestShelveInstance-385717493-router', 'tenant_id': '8730e6a0fdc54b92a4e0d83a015c460a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '5e70f905-e006-4cd8-9f36-5b9a539d0ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:51:19Z', 'updated_at': '2021-06-14T14:51:28Z', 'revision_number': 4, 'project_id': '8730e6a0fdc54b92a4e0d83a015c460a', 'gw_port': {'id': '5e70f905-e006-4cd8-9f36-5b9a539d0ab2', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea5bc6ee-0ab3-46d9-b658-7d6240e37242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:51:21Z', 'updated_at': '2021-06-14T14:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_floatingips': [{'id': '38c4df46-0b50-40f9-92ab-3bc8225685c8', 'tenant_id': '8730e6a0fdc54b92a4e0d83a015c460a', 'floating_ip_address': '172.27.3.251', 'floating_network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'router_id': 'ea5bc6ee-0ab3-46d9-b658-7d6240e37242', 'port_id': '5522849e-cba4-4b7d-86ef-3ee3d489e216', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b', 'mac_address': 'fa:16:3e:be:3a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0594e824-aef2-4eb8-afa3-2d0cfa61133b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T14:52:58Z', 'updated_at': '2021-06-14T14:52:58Z', 'revision_number': 0, 'project_id': '8730e6a0fdc54b92a4e0d83a015c460a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce2d1610-0d19-404c-be02-9296b07d1a72', 'name': '', 'network_id': 'ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b', 'tenant_id': '8730e6a0fdc54b92a4e0d83a015c460a', 'mac_address': 'fa:16:3e:b0:11:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea5bc6ee-0ab3-46d9-b658-7d6240e37242', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'e340e8c9-7a51-4312-92aa-f88338355222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:51:26Z', 'updated_at': '2021-06-14T14:51:46Z', 'revision_number': 5, 'project_id': '8730e6a0fdc54b92a4e0d83a015c460a', 'subnets': [{'id': 'e340e8c9-7a51-4312-92aa-f88338355222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:53:04.028349 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c0109f-d6d8-4e30-982f-f8333f7b2a7d None None] The sync data for ids ['ea5bc6ee-0ab3-46d9-b658-7d6240e37242'] in dv-cinder-726180-9-iscsi is: [{'id': 'ea5bc6ee-0ab3-46d9-b658-7d6240e37242', 'name': 'tempest-TestShelveInstance-385717493-router', 'tenant_id': '8730e6a0fdc54b92a4e0d83a015c460a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '5e70f905-e006-4cd8-9f36-5b9a539d0ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:51:19Z', 'updated_at': '2021-06-14T14:51:28Z', 'revision_number': 4, 'project_id': '8730e6a0fdc54b92a4e0d83a015c460a', 'gw_port': {'id': '5e70f905-e006-4cd8-9f36-5b9a539d0ab2', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea5bc6ee-0ab3-46d9-b658-7d6240e37242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:51:21Z', 'updated_at': '2021-06-14T14:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_floatingips': [{'id': '38c4df46-0b50-40f9-92ab-3bc8225685c8', 'tenant_id': '8730e6a0fdc54b92a4e0d83a015c460a', 'floating_ip_address': '172.27.3.251', 'floating_network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'router_id': 'ea5bc6ee-0ab3-46d9-b658-7d6240e37242', 'port_id': '5522849e-cba4-4b7d-86ef-3ee3d489e216', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b', 'mac_address': 'fa:16:3e:be:3a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0594e824-aef2-4eb8-afa3-2d0cfa61133b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T14:52:58Z', 'updated_at': '2021-06-14T14:52:58Z', 'revision_number': 0, 'project_id': '8730e6a0fdc54b92a4e0d83a015c460a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce2d1610-0d19-404c-be02-9296b07d1a72', 'name': '', 'network_id': 'ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b', 'tenant_id': '8730e6a0fdc54b92a4e0d83a015c460a', 'mac_address': 'fa:16:3e:b0:11:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea5bc6ee-0ab3-46d9-b658-7d6240e37242', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'e340e8c9-7a51-4312-92aa-f88338355222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:51:26Z', 'updated_at': '2021-06-14T14:51:46Z', 'revision_number': 5, 'project_id': '8730e6a0fdc54b92a4e0d83a015c460a', 'subnets': [{'id': 'e340e8c9-7a51-4312-92aa-f88338355222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 14:53:04.047715 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.v2.base [None req-dc58d511-4f09-4807-b693-e2878c084c33 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Request body: {'security_group_rule': {'security_group_id': '4f001b32-109f-4698-b3b0-ac3923258142', 'project_id': 'eb3b0bac7b7d45c998f69dfce00cbc95', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:53:04.123443 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-8e9c446e-1085-423f-a89c-30141af61246 req-459179aa-d92a-45e9-9e14-1d65f1efdcfd service neutron] 10.222.0.21 "GET /v2.0/networks/ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3950546 Jun 14 14:53:04.132974 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-b95164d2-3c45-4fe1-a086-93da3b3236b6 req-22c1671d-834e-4867-8771-3d1502ffc139 service neutron] 10.222.0.21 "GET /v2.0/networks/04e422d8-d568-478b-9fdb-9a37bcb8fe6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4296362 Jun 14 14:53:04.314806 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-dc58d511-4f09-4807-b693-e2878c084c33 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:04.326686 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.notifiers.nova [req-406f4100-a03e-4434-b7ad-71135838b90c req-98665b86-4049-44c9-bb62-570762ff17dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fadcec1-58cb-4b2f-a935-7f4e048e374b {{(pid=99484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:53:04.336720 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-8e9c446e-1085-423f-a89c-30141af61246 req-10c3098c-02e7-4719-aad2-9b32c8eb35f6 service neutron] 10.222.0.21 "GET /v2.0/networks/ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021415 Jun 14 14:53:04.359632 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-406f4100-a03e-4434-b7ad-71135838b90c req-98665b86-4049-44c9-bb62-570762ff17dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:04.402049 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.provisioning_blocks [req-406f4100-a03e-4434-b7ad-71135838b90c req-98665b86-4049-44c9-bb62-570762ff17dd service neutron] Transition to ACTIVE for port object 7fadcec1-58cb-4b2f-a935-7f4e048e374b will not be triggered until provisioned by entity L2. {{(pid=99484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:53:04.439634 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b66b2b2-6e45-4442-b362-a514d3d9caaa None None] New status for floating IP 38c4df46-0b50-40f9-92ab-3bc8225685c8: ACTIVE {{(pid=99486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 14:53:04.453336 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-dc58d511-4f09-4807-b693-e2878c084c33 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:04.599438 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-406f4100-a03e-4434-b7ad-71135838b90c req-98665b86-4049-44c9-bb62-570762ff17dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12090178'] for port, after_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:04.603482 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-7ba53040-dd0c-48d3-87a4-49cf045ee663 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:53:04.743793 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98665b86-4049-44c9-bb62-570762ff17dd service neutron] Pushing event updated for resources: {'Port': ['ID=7fadcec1-58cb-4b2f-a935-7f4e048e374b,revision_number=2']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:53:05.154962 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-98665b86-4049-44c9-bb62-570762ff17dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:53:05.161214 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-dc58d511-4f09-4807-b693-e2878c084c33 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125863'] for security_group_rule, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:05.217285 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-60ffe5e6-67c4-471d-b34a-91897dbe7486 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:53:05.320834 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc58d511-4f09-4807-b693-e2878c084c33 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bf79913-568c-47f7-afce-bca5166d8756,revision_number=0']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:53:05.330898 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-dc58d511-4f09-4807-b693-e2878c084c33 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:53:05.373538 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.managers [req-406f4100-a03e-4434-b7ad-71135838b90c req-98665b86-4049-44c9-bb62-570762ff17dd service neutron] Attempting to bind port 7fadcec1-58cb-4b2f-a935-7f4e048e374b on host hv-cinder-72618 for vnic_type normal with profile {{(pid=99484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:53:05.373972 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.managers [req-406f4100-a03e-4434-b7ad-71135838b90c req-98665b86-4049-44c9-bb62-570762ff17dd service neutron] Attempting to bind port 7fadcec1-58cb-4b2f-a935-7f4e048e374b by drivers openvswitch,hyperv on host hv-cinder-72618 at level 0 using segments [{'id': '74da14e9-8c63-4e6e-9b03-7a584e6443b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46'}] {{(pid=99484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:53:05.374500 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406f4100-a03e-4434-b7ad-71135838b90c req-98665b86-4049-44c9-bb62-570762ff17dd service neutron] Attempting to bind port 7fadcec1-58cb-4b2f-a935-7f4e048e374b on network eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46 {{(pid=99484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:53:05.396143 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406f4100-a03e-4434-b7ad-71135838b90c req-98665b86-4049-44c9-bb62-570762ff17dd service neutron] Port 7fadcec1-58cb-4b2f-a935-7f4e048e374b on network eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-72618 {{(pid=99484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 14:53:05.401782 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406f4100-a03e-4434-b7ad-71135838b90c req-98665b86-4049-44c9-bb62-570762ff17dd service neutron] Attempting to bind port 7fadcec1-58cb-4b2f-a935-7f4e048e374b on network eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46 {{(pid=99484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:53:05.410194 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406f4100-a03e-4434-b7ad-71135838b90c req-98665b86-4049-44c9-bb62-570762ff17dd service neutron] Checking agent: {'id': '75f5f45e-0f41-4f3b-9aad-8e3a5980501e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-72618', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 44, 59), 'started_at': datetime.datetime(2021, 6, 14, 14, 44, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:53:05.410711 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406f4100-a03e-4434-b7ad-71135838b90c req-98665b86-4049-44c9-bb62-570762ff17dd service neutron] Checking segment: {'id': '74da14e9-8c63-4e6e-9b03-7a584e6443b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:53:05.411311 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406f4100-a03e-4434-b7ad-71135838b90c req-98665b86-4049-44c9-bb62-570762ff17dd service neutron] Bound using segment: {'id': '74da14e9-8c63-4e6e-9b03-7a584e6443b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46'} {{(pid=99484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:53:05.411993 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.managers [req-406f4100-a03e-4434-b7ad-71135838b90c req-98665b86-4049-44c9-bb62-570762ff17dd service neutron] Bound port: 7fadcec1-58cb-4b2f-a935-7f4e048e374b, host: hv-cinder-72618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74da14e9-8c63-4e6e-9b03-7a584e6443b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46'}}] {{(pid=99484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:53:05.413093 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-406f4100-a03e-4434-b7ad-71135838b90c req-98665b86-4049-44c9-bb62-570762ff17dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:05.446875 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-dc58d511-4f09-4807-b693-e2878c084c33 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:05.448916 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-dc58d511-4f09-4807-b693-e2878c084c33 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4917014 Jun 14 14:53:05.451661 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 36588) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:53:05.466126 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.v2.base [None req-2353ee3f-62e4-48d3-a4ba-6b5afd4f5ca2 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Request body: {'security_group_rule': {'security_group_id': '4f001b32-109f-4698-b3b0-ac3923258142', 'project_id': 'eb3b0bac7b7d45c998f69dfce00cbc95', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:53:05.466517 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602f45e-8c56-4979-a53b-051a04c136f6 req-809a2b99-7132-4234-ac33-e1d33f95ec3a tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:05.468900 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-5602f45e-8c56-4979-a53b-051a04c136f6 req-809a2b99-7132-4234-ac33-e1d33f95ec3a tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 943 time: 0.2591302 Jun 14 14:53:05.599224 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-2353ee3f-62e4-48d3-a4ba-6b5afd4f5ca2 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:05.617717 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-5602f45e-8c56-4979-a53b-051a04c136f6 req-7287eb9b-45b4-4913-8753-640654aea848 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05144d8-074a-4edb-a2b3-52073245922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081707 Jun 14 14:53:05.622852 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.db [req-406f4100-a03e-4434-b7ad-71135838b90c req-98665b86-4049-44c9-bb62-570762ff17dd service neutron] For port 7fadcec1-58cb-4b2f-a935-7f4e048e374b, host hv-cinder-72618, cleared binding levels {{(pid=99484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:53:05.628051 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.db [req-406f4100-a03e-4434-b7ad-71135838b90c req-98665b86-4049-44c9-bb62-570762ff17dd service neutron] For port 7fadcec1-58cb-4b2f-a935-7f4e048e374b, host hv-cinder-72618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=7fadcec1-58cb-4b2f-a935-7f4e048e374b,segment=NetworkSegment(74da14e9-8c63-4e6e-9b03-7a584e6443b7),segment_id=74da14e9-8c63-4e6e-9b03-7a584e6443b7)] {{(pid=99484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:53:05.710961 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-2353ee3f-62e4-48d3-a4ba-6b5afd4f5ca2 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:05.730529 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-406f4100-a03e-4434-b7ad-71135838b90c req-98665b86-4049-44c9-bb62-570762ff17dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12090178'] for port, after_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:05.735395 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-e7a58740-842b-4c90-845e-9c9e64e0654a tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:53:05.785908 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f4100-a03e-4434-b7ad-71135838b90c req-98665b86-4049-44c9-bb62-570762ff17dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:05.786965 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-406f4100-a03e-4434-b7ad-71135838b90c req-98665b86-4049-44c9-bb62-570762ff17dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645'] for port, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:05.789220 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-406f4100-a03e-4434-b7ad-71135838b90c req-98665b86-4049-44c9-bb62-570762ff17dd service neutron] 10.222.0.21 "PUT /v2.0/ports/7fadcec1-58cb-4b2f-a935-7f4e048e374b HTTP/1.1" status: 200 len: 1093 time: 2.7906213 Jun 14 14:53:05.791964 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '339e09e4-8e7b-4641-b598-dbb7e3cec27a', 'tag': '7fadcec1-58cb-4b2f-a935-7f4e048e374b'}] {{(pid=99484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:53:05.794680 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d59e03e546515fa4e63eddd697505d7af87b03111d3d4a09b383aaccd0eedd18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eff01c4-1eab-4939-9e20-b6e5c9edb8de" -d '{"events": [{"name": "network-changed", "server_uuid": "339e09e4-8e7b-4641-b598-dbb7e3cec27a", "tag": "7fadcec1-58cb-4b2f-a935-7f4e048e374b"}]}' {{(pid=99484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:53:05.842339 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98665b86-4049-44c9-bb62-570762ff17dd service neutron] Pushing event updated for resources: {'Port': ['ID=7fadcec1-58cb-4b2f-a935-7f4e048e374b,revision_number=3']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:53:05.847020 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-98665b86-4049-44c9-bb62-570762ff17dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:53:05.852823 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 14:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f4f9ac-2525-4d90-b6c9-0dfa2234a854 x-openstack-request-id: req-e4f4f9ac-2525-4d90-b6c9-0dfa2234a854 {{(pid=99484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:53:05.853408 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "339e09e4-8e7b-4641-b598-dbb7e3cec27a", "tag": "7fadcec1-58cb-4b2f-a935-7f4e048e374b", "status": "completed", "code": 200}]} {{(pid=99484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:53:05.853753 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e4f4f9ac-2525-4d90-b6c9-0dfa2234a854 {{(pid=99484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:53:05.854415 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '339e09e4-8e7b-4641-b598-dbb7e3cec27a', 'tag': '7fadcec1-58cb-4b2f-a935-7f4e048e374b', 'status': 'completed', 'code': 200} Jun 14 14:53:05.868079 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-2353ee3f-62e4-48d3-a4ba-6b5afd4f5ca2 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125863'] for security_group_rule, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:05.871107 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-92fa8018-9035-4c10-a409-0629d50182c3 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:53:05.893524 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2353ee3f-62e4-48d3-a4ba-6b5afd4f5ca2 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49a459f2-4d13-458b-a3f5-921fa3bbfe15,revision_number=0']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:53:05.899090 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-2353ee3f-62e4-48d3-a4ba-6b5afd4f5ca2 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:53:06.016625 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-2353ee3f-62e4-48d3-a4ba-6b5afd4f5ca2 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:06.017844 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-2353ee3f-62e4-48d3-a4ba-6b5afd4f5ca2 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5646391 Jun 14 14:53:06.020839 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 36592) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:53:06.025638 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.v2.base [None req-380d948b-a3e9-4197-9876-63e3c136851f tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Request body: {'security_group_rule': {'security_group_id': '4f001b32-109f-4698-b3b0-ac3923258142', 'project_id': 'eb3b0bac7b7d45c998f69dfce00cbc95', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:53:06.179431 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-380d948b-a3e9-4197-9876-63e3c136851f tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:06.296516 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-380d948b-a3e9-4197-9876-63e3c136851f tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:06.433287 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-380d948b-a3e9-4197-9876-63e3c136851f tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125863'] for security_group_rule, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:06.435519 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:53:06.458824 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380d948b-a3e9-4197-9876-63e3c136851f tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60ec88db-b3eb-4dc2-b724-75f02803b827,revision_number=0']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:53:06.460580 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-380d948b-a3e9-4197-9876-63e3c136851f tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:53:06.582821 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-380d948b-a3e9-4197-9876-63e3c136851f tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:06.584902 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-380d948b-a3e9-4197-9876-63e3c136851f tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5628510 Jun 14 14:53:06.589410 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 36598) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:53:06.594535 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.v2.base [None req-61d73923-73d7-456b-b45e-037d192da6fc tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Request body: {'security_group_rule': {'security_group_id': '4f001b32-109f-4698-b3b0-ac3923258142', 'project_id': 'eb3b0bac7b7d45c998f69dfce00cbc95', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:53:06.752253 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.db.securitygroups_db [None req-61d73923-73d7-456b-b45e-037d192da6fc tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Project eb3b0bac7b7d45c998f69dfce00cbc95 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 14 14:53:06.762113 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-61d73923-73d7-456b-b45e-037d192da6fc tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:06.872550 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-61d73923-73d7-456b-b45e-037d192da6fc tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:06.895882 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e55050-517d-4725-9634-b8bfa37f8dc1 req-5756965c-c6d7-462b-adbd-2dfaede7f10c tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:06.898620 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-b5e55050-517d-4725-9634-b8bfa37f8dc1 req-5756965c-c6d7-462b-adbd-2dfaede7f10c tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 943 time: 0.1163356 Jun 14 14:53:06.970484 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-b5e55050-517d-4725-9634-b8bfa37f8dc1 req-17f547d5-1038-454a-bc7d-10a24aa8c875 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05144d8-074a-4edb-a2b3-52073245922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618315 Jun 14 14:53:07.015459 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-61d73923-73d7-456b-b45e-037d192da6fc tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125863'] for security_group_rule, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:07.018164 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-82266d4b-1011-4797-88da-a7df84792b6f tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:53:07.038262 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d73923-73d7-456b-b45e-037d192da6fc tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff84def7-ea95-472a-bf80-ff19a8773a42,revision_number=0']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:53:07.041438 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-61d73923-73d7-456b-b45e-037d192da6fc tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:53:07.175876 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-61d73923-73d7-456b-b45e-037d192da6fc tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:07.178668 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-61d73923-73d7-456b-b45e-037d192da6fc tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5872624 Jun 14 14:53:07.182090 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 36602) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:53:07.188684 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.v2.base [None req-6bf1774c-ca60-49e8-b30f-23f79c80400a tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Request body: {'security_group_rule': {'security_group_id': '4f001b32-109f-4698-b3b0-ac3923258142', 'project_id': 'eb3b0bac7b7d45c998f69dfce00cbc95', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:53:07.387964 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.db.securitygroups_db [None req-6bf1774c-ca60-49e8-b30f-23f79c80400a tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Project eb3b0bac7b7d45c998f69dfce00cbc95 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 14 14:53:07.396260 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-6bf1774c-ca60-49e8-b30f-23f79c80400a tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:07.511047 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-6bf1774c-ca60-49e8-b30f-23f79c80400a tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:07.593923 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-6bf1774c-ca60-49e8-b30f-23f79c80400a tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125863'] for security_group_rule, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:07.597138 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:53:07.623479 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf1774c-ca60-49e8-b30f-23f79c80400a tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d92cafb-dcd0-405d-963f-7242149c3b5c,revision_number=0']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:53:07.630862 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-6bf1774c-ca60-49e8-b30f-23f79c80400a tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:53:07.742837 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-6bf1774c-ca60-49e8-b30f-23f79c80400a tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:07.744629 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-6bf1774c-ca60-49e8-b30f-23f79c80400a tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5610316 Jun 14 14:53:07.903830 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-11cff0ff-a224-4ea5-8786-ef48a915834b req-a912306a-aa4e-4f03-a0c3-5970dbcb7963 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-689132444&fields=id&tenant_id=eb3b0bac7b7d45c998f69dfce00cbc95 HTTP/1.1" status: 200 len: 267 time: 0.0504186 Jun 14 14:53:08.002047 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cff0ff-a224-4ea5-8786-ef48a915834b req-feff9e1f-f0c9-49fa-9dbe-9233ac4f888a tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:08.003782 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-11cff0ff-a224-4ea5-8786-ef48a915834b req-feff9e1f-f0c9-49fa-9dbe-9233ac4f888a tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/ports?device_id=467c9ee0-dac7-46fa-9708-515c56ab4692 HTTP/1.1" status: 200 len: 945 time: 0.0902297 Jun 14 14:53:08.017557 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.v2.base [req-11cff0ff-a224-4ea5-8786-ef48a915834b req-4fe87900-964a-4400-8f33-45948df993b7 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Request body: {'port': {'security_groups': ['4f492e54-5373-4fdc-bdcc-f5e782e21178', '4f001b32-109f-4698-b3b0-ac3923258142']}} {{(pid=99483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:53:08.169336 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-11cff0ff-a224-4ea5-8786-ef48a915834b req-4fe87900-964a-4400-8f33-45948df993b7 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:08.457830 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.db [req-11cff0ff-a224-4ea5-8786-ef48a915834b req-4fe87900-964a-4400-8f33-45948df993b7 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] For port a5a516eb-f771-47d6-9b7a-d70d3f2763a4, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=a5a516eb-f771-47d6-9b7a-d70d3f2763a4,segment=NetworkSegment(0c110fe6-a787-4f20-a180-21ac650dc6bc),segment_id=0c110fe6-a787-4f20-a180-21ac650dc6bc)] {{(pid=99483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:53:08.502534 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-11cff0ff-a224-4ea5-8786-ef48a915834b req-4fe87900-964a-4400-8f33-45948df993b7 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Notify callbacks [] for port, precommit_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:08.587527 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-11cff0ff-a224-4ea5-8786-ef48a915834b req-4fe87900-964a-4400-8f33-45948df993b7 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282715'] for port, after_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:08.593935 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-da3012e2-6fc3-4bdd-91f4-af8a85627da0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:53:08.659532 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cff0ff-a224-4ea5-8786-ef48a915834b req-4fe87900-964a-4400-8f33-45948df993b7 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:08.660686 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-11cff0ff-a224-4ea5-8786-ef48a915834b req-4fe87900-964a-4400-8f33-45948df993b7 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645'] for port, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:08.663272 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-11cff0ff-a224-4ea5-8786-ef48a915834b req-4fe87900-964a-4400-8f33-45948df993b7 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "PUT /v2.0/ports/a5a516eb-f771-47d6-9b7a-d70d3f2763a4 HTTP/1.1" status: 200 len: 981 time: 0.6511712 Jun 14 14:53:08.675157 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '467c9ee0-dac7-46fa-9708-515c56ab4692', 'tag': 'a5a516eb-f771-47d6-9b7a-d70d3f2763a4'}] {{(pid=99483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:53:08.675157 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10e764dcb54ca1904200e902db0bf3fc798e652e4e20eb5cbfc1ab196cf52753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c95568-04f9-49d7-b471-bdc0550166d9" -d '{"events": [{"name": "network-changed", "server_uuid": "467c9ee0-dac7-46fa-9708-515c56ab4692", "tag": "a5a516eb-f771-47d6-9b7a-d70d3f2763a4"}]}' {{(pid=99483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:53:08.732154 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe87900-964a-4400-8f33-45948df993b7 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Pushing event updated for resources: {'Port': ['ID=a5a516eb-f771-47d6-9b7a-d70d3f2763a4,revision_number=6']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:53:08.736238 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-4fe87900-964a-4400-8f33-45948df993b7 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:53:08.945008 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-ca4d5af6-0595-4de9-a990-0205b5f5cc7c None None] Provisioning complete for port a5a516eb-f771-47d6-9b7a-d70d3f2763a4 triggered by entity DHCP. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:53:08.945780 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-ca4d5af6-0595-4de9-a990-0205b5f5cc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:09.302010 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] get_ports_and_sgs() called for port_ids ['a5a516eb-f771-47d6-9b7a-d70d3f2763a4'] {{(pid=99485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 14:53:09.318956 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51283414-a379-41d5-8e9b-4db138352cff req-a093fd6f-5870-475f-9e87-a05a856d2387 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:09.321556 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-51283414-a379-41d5-8e9b-4db138352cff req-a093fd6f-5870-475f-9e87-a05a856d2387 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 943 time: 0.4954951 Jun 14 14:53:09.386441 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-51283414-a379-41d5-8e9b-4db138352cff req-9c169184-aedb-4f93-8865-fccc80e29820 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05144d8-074a-4edb-a2b3-52073245922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498197 Jun 14 14:53:09.416864 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] get_ports_and_sgs() called for port_ids ['a5a516eb-f771-47d6-9b7a-d70d3f2763a4'] {{(pid=99485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 14:53:09.456738 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eff01c4-1eab-4939-9e20-b6e5c9edb8de req-932d7a13-0782-4daa-9b76-10b557885f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:09.480828 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-7eff01c4-1eab-4939-9e20-b6e5c9edb8de req-932d7a13-0782-4daa-9b76-10b557885f86 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=79973d5241f0405abc9418c3151cbe9d&device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 1096 time: 0.1470461 Jun 14 14:53:09.481348 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 14:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-412c3276-1284-40bf-9f44-ef61718accaf x-openstack-request-id: req-412c3276-1284-40bf-9f44-ef61718accaf {{(pid=99483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:53:09.481348 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "467c9ee0-dac7-46fa-9708-515c56ab4692", "tag": "a5a516eb-f771-47d6-9b7a-d70d3f2763a4", "status": "completed", "code": 200}]} {{(pid=99483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:53:09.481348 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-412c3276-1284-40bf-9f44-ef61718accaf {{(pid=99483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:53:09.481348 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '467c9ee0-dac7-46fa-9708-515c56ab4692', 'tag': 'a5a516eb-f771-47d6-9b7a-d70d3f2763a4', 'status': 'completed', 'code': 200} Jun 14 14:53:09.610865 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c95568-04f9-49d7-b471-bdc0550166d9 req-31828914-8f50-4752-824c-cb9d3c90d25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:09.613595 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-76c95568-04f9-49d7-b471-bdc0550166d9 req-31828914-8f50-4752-824c-cb9d3c90d25e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eb3b0bac7b7d45c998f69dfce00cbc95&device_id=467c9ee0-dac7-46fa-9708-515c56ab4692 HTTP/1.1" status: 200 len: 1137 time: 0.1043272 Jun 14 14:53:09.696344 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eff01c4-1eab-4939-9e20-b6e5c9edb8de req-5548ba3b-4846-45e5-8f91-86d9d94d4230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:09.697965 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-7eff01c4-1eab-4939-9e20-b6e5c9edb8de req-5548ba3b-4846-45e5-8f91-86d9d94d4230 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=79973d5241f0405abc9418c3151cbe9d&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2241809 Jun 14 14:53:09.808907 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae02a48-3331-49d4-b5e8-4984781c1265 req-7aee056e-0298-4fbb-aa4e-5c111692b00b tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:09.811562 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-2ae02a48-3331-49d4-b5e8-4984781c1265 req-7aee056e-0298-4fbb-aa4e-5c111692b00b tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/ports?device_id=467c9ee0-dac7-46fa-9708-515c56ab4692 HTTP/1.1" status: 200 len: 984 time: 0.2122042 Jun 14 14:53:09.840045 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c95568-04f9-49d7-b471-bdc0550166d9 req-62c6d962-08c8-468e-8731-50d2190313cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:09.842602 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-76c95568-04f9-49d7-b471-bdc0550166d9 req-62c6d962-08c8-468e-8731-50d2190313cc service neutron] 10.222.0.21 "GET /v2.0/networks?id=04e422d8-d568-478b-9fdb-9a37bcb8fe6f HTTP/1.1" status: 200 len: 915 time: 0.2207615 Jun 14 14:53:09.989882 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eff01c4-1eab-4939-9e20-b6e5c9edb8de req-c2fe3cd3-de75-4100-9f10-12d43e8486bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:09.993104 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-7eff01c4-1eab-4939-9e20-b6e5c9edb8de req-c2fe3cd3-de75-4100-9f10-12d43e8486bc service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2774959 Jun 14 14:53:10.018880 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-2ae02a48-3331-49d4-b5e8-4984781c1265 req-379f5119-c6e6-4fd4-a8a0-47d9047caeab tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f001b32-109f-4698-b3b0-ac3923258142&id=4f492e54-5373-4fdc-bdcc-f5e782e21178&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1274412 Jun 14 14:53:10.022039 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-76c95568-04f9-49d7-b471-bdc0550166d9 req-c06ffd6c-a7d0-4e04-9419-a3825d273ad1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5a516eb-f771-47d6-9b7a-d70d3f2763a4 HTTP/1.1" status: 200 len: 1000 time: 0.1701143 Jun 14 14:53:10.131710 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c95568-04f9-49d7-b471-bdc0550166d9 req-eb902b1a-4a22-43be-a88a-3972ea4f38c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:10.133444 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-76c95568-04f9-49d7-b471-bdc0550166d9 req-eb902b1a-4a22-43be-a88a-3972ea4f38c3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0cf39583-af2e-4c02-b7c9-789941507629 HTTP/1.1" status: 200 len: 853 time: 0.0925217 Jun 14 14:53:10.193477 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f4100-a03e-4434-b7ad-71135838b90c req-62b14fcc-521a-4148-b20f-46880b11e7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:10.195134 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-406f4100-a03e-4434-b7ad-71135838b90c req-62b14fcc-521a-4148-b20f-46880b11e7b1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=79973d5241f0405abc9418c3151cbe9d&device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 1096 time: 0.1294699 Jun 14 14:53:10.242137 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c95568-04f9-49d7-b471-bdc0550166d9 req-eb0e8302-a2ec-4868-9073-db6ceb43d9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:10.244866 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-76c95568-04f9-49d7-b471-bdc0550166d9 req-eb0e8302-a2ec-4868-9073-db6ceb43d9f2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=04e422d8-d568-478b-9fdb-9a37bcb8fe6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0971580 Jun 14 14:53:10.264960 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-406f4100-a03e-4434-b7ad-71135838b90c req-99a379ae-1e75-482a-8791-07f5447570f8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7fadcec1-58cb-4b2f-a935-7f4e048e374b HTTP/1.1" status: 200 len: 217 time: 0.0610240 Jun 14 14:53:10.385357 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f4100-a03e-4434-b7ad-71135838b90c req-780bf600-9975-425e-92a0-4e239c9c3b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:10.386827 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-406f4100-a03e-4434-b7ad-71135838b90c req-780bf600-9975-425e-92a0-4e239c9c3b49 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8f1648b2-006c-47fc-bec4-7719f58bad8c HTTP/1.1" status: 200 len: 855 time: 0.1138558 Jun 14 14:53:10.490389 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f4100-a03e-4434-b7ad-71135838b90c req-435c5bd1-f99a-4a94-b150-47d9cb5fc28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:10.493039 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-406f4100-a03e-4434-b7ad-71135838b90c req-435c5bd1-f99a-4a94-b150-47d9cb5fc28d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0952981 Jun 14 14:53:10.512805 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-76c95568-04f9-49d7-b471-bdc0550166d9 req-e9479cb0-15d4-4e60-a249-183571e9a2ff service neutron] 10.222.0.21 "GET /v2.0/networks/04e422d8-d568-478b-9fdb-9a37bcb8fe6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579861 Jun 14 14:53:10.604888 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] get_ports_and_sgs() called for port_ids ['a5a516eb-f771-47d6-9b7a-d70d3f2763a4'] {{(pid=99485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 14:53:10.747216 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-406f4100-a03e-4434-b7ad-71135838b90c req-7e2b979a-ef92-4cdd-9e48-61fc5820ccad service neutron] 10.222.0.21 "GET /v2.0/networks/eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457006 Jun 14 14:53:10.750725 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-76c95568-04f9-49d7-b471-bdc0550166d9 req-30c2b8b4-9632-4436-a0ca-2f9659981b4f service neutron] 10.222.0.21 "GET /v2.0/networks/04e422d8-d568-478b-9fdb-9a37bcb8fe6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310865 Jun 14 14:53:10.907582 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e385c2c4-a076-4338-8048-96db5ec9f514 req-ad4d4a91-2e55-47aa-9f19-4011ba65aaf0 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:10.909160 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-e385c2c4-a076-4338-8048-96db5ec9f514 req-ad4d4a91-2e55-47aa-9f19-4011ba65aaf0 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 943 time: 0.2190444 Jun 14 14:53:10.966400 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-406f4100-a03e-4434-b7ad-71135838b90c req-2bababfc-d30e-4c80-a915-897243f7b08d service neutron] 10.222.0.21 "GET /v2.0/networks/eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980934 Jun 14 14:53:10.986058 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-e385c2c4-a076-4338-8048-96db5ec9f514 req-ba7a22fc-e428-45b3-a1e9-4122384ee085 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05144d8-074a-4edb-a2b3-52073245922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637903 Jun 14 14:53:11.078547 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.agents_db [None req-f05f0e2d-2be5-4cb0-86e7-333c7e47477b None None] Agent healthcheck: found 6 active agents {{(pid=99486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 14:53:12.232864 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f424f091-3415-4949-b98d-a477e27f7a2d req-c4ac0eee-b365-476a-bdd9-4a7efaadd9d9 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:12.234503 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-f424f091-3415-4949-b98d-a477e27f7a2d req-c4ac0eee-b365-476a-bdd9-4a7efaadd9d9 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 943 time: 0.0933089 Jun 14 14:53:12.292105 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-f424f091-3415-4949-b98d-a477e27f7a2d req-88af77d8-8c31-4f96-9830-1d131e3ab1bc tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05144d8-074a-4edb-a2b3-52073245922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496647 Jun 14 14:53:13.535302 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ea7e6f-6b41-4406-a4c4-9cfb98253a92 req-5e7b4a9f-96be-4d0c-8bf4-2d0ad8a73ade tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:13.537332 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-a0ea7e6f-6b41-4406-a4c4-9cfb98253a92 req-5e7b4a9f-96be-4d0c-8bf4-2d0ad8a73ade tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 943 time: 0.0837080 Jun 14 14:53:13.593085 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-a0ea7e6f-6b41-4406-a4c4-9cfb98253a92 req-473b16e1-0a29-406c-a06f-c526b2dd853d tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05144d8-074a-4edb-a2b3-52073245922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482421 Jun 14 14:53:14.946533 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b3cee-54d8-45d5-a89c-9f98691bb9c9 req-47797ae3-f375-4318-a76b-ebc8185e54b8 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:14.946533 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-c89b3cee-54d8-45d5-a89c-9f98691bb9c9 req-47797ae3-f375-4318-a76b-ebc8185e54b8 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 943 time: 0.1127012 Jun 14 14:53:14.946533 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-c89b3cee-54d8-45d5-a89c-9f98691bb9c9 req-ee8ad789-c11d-458f-877e-fbe232186fb9 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05144d8-074a-4edb-a2b3-52073245922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426745 Jun 14 14:53:16.228344 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b475b012-9701-4298-bd22-f340d530db72 req-6db6c8cf-61ec-4e97-a7ae-3e8dfea6b4d6 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:16.229994 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-b475b012-9701-4298-bd22-f340d530db72 req-6db6c8cf-61ec-4e97-a7ae-3e8dfea6b4d6 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 943 time: 0.0816097 Jun 14 14:53:16.288677 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-b475b012-9701-4298-bd22-f340d530db72 req-8df6e638-5962-48b7-81b9-a7acf9b2f9ec tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05144d8-074a-4edb-a2b3-52073245922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485523 Jun 14 14:53:17.303810 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device 7fadcec1-58cb-4b2f-a935-7f4e048e374b details requested by agent hyperv_hv-cinder-72618 with host hv-cinder-72618 {{(pid=99485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 14:53:17.525714 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] For port 7fadcec1-58cb-4b2f-a935-7f4e048e374b, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=7fadcec1-58cb-4b2f-a935-7f4e048e374b,segment=NetworkSegment(74da14e9-8c63-4e6e-9b03-7a584e6443b7),segment_id=74da14e9-8c63-4e6e-9b03-7a584e6443b7)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:53:17.548757 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Returning: {'device': '7fadcec1-58cb-4b2f-a935-7f4e048e374b', 'network_id': 'eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46', 'port_id': '7fadcec1-58cb-4b2f-a935-7f4e048e374b', 'mac_address': 'fa:16:3e:9a:bc:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f1648b2-006c-47fc-bec4-7719f58bad8c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 14:53:17.606386 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:17.613986 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff00fc-7ec6-4f14-86e8-890d25b7f35c req-84feb033-4627-4b1d-b690-091140d601d0 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:17.617250 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-82ff00fc-7ec6-4f14-86e8-890d25b7f35c req-84feb033-4627-4b1d-b690-091140d601d0 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 943 time: 0.1001403 Jun 14 14:53:17.630259 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.notifiers.nova [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fadcec1-58cb-4b2f-a935-7f4e048e374b {{(pid=99485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:53:17.666055 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] For port 7fadcec1-58cb-4b2f-a935-7f4e048e374b, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=7fadcec1-58cb-4b2f-a935-7f4e048e374b,segment=NetworkSegment(74da14e9-8c63-4e6e-9b03-7a584e6443b7),segment_id=74da14e9-8c63-4e6e-9b03-7a584e6443b7)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:53:17.677156 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-82ff00fc-7ec6-4f14-86e8-890d25b7f35c req-0a15ccff-5443-4e77-8a96-674d0d849e70 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05144d8-074a-4edb-a2b3-52073245922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524933 Jun 14 14:53:17.814789 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:17.818835 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:53:17.887451 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Pushing event updated for resources: {'Port': ['ID=7fadcec1-58cb-4b2f-a935-7f4e048e374b,revision_number=4']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:53:17.890752 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:53:18.257370 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] get_ports_and_sgs() called for port_ids ['7fadcec1-58cb-4b2f-a935-7f4e048e374b'] {{(pid=99485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 14:53:18.918245 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b1e8a6-32b5-419c-b4a5-7c9ab131ba3a req-5102d640-d51d-45fc-a350-5c0871b34c9c tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:18.919792 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-b4b1e8a6-32b5-419c-b4a5-7c9ab131ba3a req-5102d640-d51d-45fc-a350-5c0871b34c9c tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 944 time: 0.0844071 Jun 14 14:53:18.976258 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-b4b1e8a6-32b5-419c-b4a5-7c9ab131ba3a req-fb0ff076-bf06-43a6-8e90-ca9d43dc7564 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05144d8-074a-4edb-a2b3-52073245922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478098 Jun 14 14:53:19.319347 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device 7fadcec1-58cb-4b2f-a935-7f4e048e374b up at agent hyperv_hv-cinder-72618 {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:53:19.513518 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Provisioning for port 7fadcec1-58cb-4b2f-a935-7f4e048e374b completed by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:53:19.519836 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Provisioning complete for port 7fadcec1-58cb-4b2f-a935-7f4e048e374b triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:53:19.530289 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:19.678522 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:19.720315 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '339e09e4-8e7b-4641-b598-dbb7e3cec27a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fadcec1-58cb-4b2f-a935-7f4e048e374b'}] {{(pid=99485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:53:19.722962 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb48b8a921a599a4918edb6fe4edb23e72f7f4aaa6ba2d648db764b95ae78972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c75b18-33f4-4750-be09-fbf1de9d1de2" -d '{"events": [{"server_uuid": "339e09e4-8e7b-4641-b598-dbb7e3cec27a", "name": "network-vif-plugged", "status": "completed", "tag": "7fadcec1-58cb-4b2f-a935-7f4e048e374b"}]}' {{(pid=99485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:53:19.748835 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] For port 7fadcec1-58cb-4b2f-a935-7f4e048e374b, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=7fadcec1-58cb-4b2f-a935-7f4e048e374b,segment=NetworkSegment(74da14e9-8c63-4e6e-9b03-7a584e6443b7),segment_id=74da14e9-8c63-4e6e-9b03-7a584e6443b7)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:53:19.781324 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 14:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a489ffd-2ab7-476c-87e5-9b58b0d87084 x-openstack-request-id: req-8a489ffd-2ab7-476c-87e5-9b58b0d87084 {{(pid=99485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:53:19.781324 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "339e09e4-8e7b-4641-b598-dbb7e3cec27a", "name": "network-vif-plugged", "status": "completed", "tag": "7fadcec1-58cb-4b2f-a935-7f4e048e374b", "code": 200}]} {{(pid=99485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:53:19.781324 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8a489ffd-2ab7-476c-87e5-9b58b0d87084 {{(pid=99485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:53:19.781324 dv-cinder-726180-9-iscsi neutron-server[99485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '339e09e4-8e7b-4641-b598-dbb7e3cec27a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fadcec1-58cb-4b2f-a935-7f4e048e374b', 'code': 200} Jun 14 14:53:19.861328 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:19.863465 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:53:19.929923 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Pushing event updated for resources: {'Port': ['ID=7fadcec1-58cb-4b2f-a935-7f4e048e374b,revision_number=5']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:53:19.933143 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:53:20.205914 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f2c357-d063-47c8-87df-10ac3078454d req-590e8960-2837-4915-bc95-b76caef113ce tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:20.207565 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-20f2c357-d063-47c8-87df-10ac3078454d req-590e8960-2837-4915-bc95-b76caef113ce tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 945 time: 0.0971305 Jun 14 14:53:20.265793 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-20f2c357-d063-47c8-87df-10ac3078454d req-909235c4-c818-4e35-8bdd-d4c5f66127cb tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05144d8-074a-4edb-a2b3-52073245922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516913 Jun 14 14:53:20.277070 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4e66d6-3929-42df-a46c-3b1879eccf49 req-27a751bc-3316-4757-aa59-3e8dedfa2c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:20.279171 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-bb4e66d6-3929-42df-a46c-3b1879eccf49 req-27a751bc-3316-4757-aa59-3e8dedfa2c79 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 1098 time: 0.0916336 Jun 14 14:53:20.328490 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-bb4e66d6-3929-42df-a46c-3b1879eccf49 req-3d8f2664-ed1d-42da-9a58-edf40313f1bb service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c05144d8-074a-4edb-a2b3-52073245922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361490 Jun 14 14:53:21.529754 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf4d01-851f-4d77-bce2-a35a2aab6bb7 req-6ded55a4-76c8-4912-81a8-992fdc5a7a05 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:21.531311 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-06bf4d01-851f-4d77-bce2-a35a2aab6bb7 req-6ded55a4-76c8-4912-81a8-992fdc5a7a05 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 945 time: 0.0983472 Jun 14 14:53:21.582373 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-06bf4d01-851f-4d77-bce2-a35a2aab6bb7 req-cce3158e-e634-4b6f-8b1b-19e75a700003 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05144d8-074a-4edb-a2b3-52073245922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443709 Jun 14 14:53:22.907093 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2376f35-9d83-4f45-8a1e-67afccfa6559 req-db243159-1d15-4149-88fb-4bc2adb4d3bf tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:22.907093 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-a2376f35-9d83-4f45-8a1e-67afccfa6559 req-db243159-1d15-4149-88fb-4bc2adb4d3bf tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 945 time: 0.1038492 Jun 14 14:53:22.967963 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-a2376f35-9d83-4f45-8a1e-67afccfa6559 req-aa14a59c-4876-4ba2-8bfd-7ee2d284314c tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05144d8-074a-4edb-a2b3-52073245922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525074 Jun 14 14:53:23.202891 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47935793-6fa7-4d11-96fc-a504cdcf1594 req-5fcb1492-bf39-42e9-9e7f-98633eb83c2f tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:23.205449 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-47935793-6fa7-4d11-96fc-a504cdcf1594 req-5fcb1492-bf39-42e9-9e7f-98633eb83c2f tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 945 time: 0.0918889 Jun 14 14:53:23.222256 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 36720) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:53:23.228617 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.v2.base [None req-d55bda67-eb6b-43aa-bc6e-8bd5f7b2339f tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Request body: {'floatingip': {'port_id': '7fadcec1-58cb-4b2f-a935-7f4e048e374b'}} {{(pid=99483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:53:23.296568 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-d55bda67-eb6b-43aa-bc6e-8bd5f7b2339f tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks [] for floatingip, before_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:24.135936 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-d55bda67-eb6b-43aa-bc6e-8bd5f7b2339f tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:24.250244 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-d55bda67-eb6b-43aa-bc6e-8bd5f7b2339f tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4045686'] for floatingip, after_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:24.411296 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.db.l3_db [None req-d55bda67-eb6b-43aa-bc6e-8bd5f7b2339f tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Floating IP e242f811-18b8-4b26-8066-ee5ab4de64e8 associated. External IP: 172.27.3.121, port: 7fadcec1-58cb-4b2f-a935-7f4e048e374b. Jun 14 14:53:24.778539 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d55bda67-eb6b-43aa-bc6e-8bd5f7b2339f tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Router 19a61cf4-724e-46b3-ae4d-c2496f310fd1 has already been hosted by L3 agent 1c008f53-dbc2-48c1-a123-31b869a31df2 {{(pid=99483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 14:53:24.926830 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80217b7e-296d-4546-ad7e-09375e43f2aa req-d87bd541-3960-435c-ae7c-43b4af5bc435 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:24.928598 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-80217b7e-296d-4546-ad7e-09375e43f2aa req-d87bd541-3960-435c-ae7c-43b4af5bc435 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.55 "GET /v2.0/ports?device_id=89692f7c-e8f1-472a-8569-dd1b0e7bed88 HTTP/1.1" status: 200 len: 945 time: 0.1931274 Jun 14 14:53:24.991158 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-80217b7e-296d-4546-ad7e-09375e43f2aa req-9d7a2c10-6db0-4b9b-b602-c6b0d0c15755 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aefbadc-1b3e-4a34-b40c-ffcdf7a0a789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536582 Jun 14 14:53:24.996457 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d55bda67-eb6b-43aa-bc6e-8bd5f7b2339f tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify agent at l3_agent.dv-cinder-726180-9-iscsi the message routers_updated {{(pid=99483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 14:53:25.003795 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-d55bda67-eb6b-43aa-bc6e-8bd5f7b2339f tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645'] for floatingip, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:25.014628 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee8f73c-528d-4013-a084-fcda0ce52507 None None] Sync routers for ids ['19a61cf4-724e-46b3-ae4d-c2496f310fd1'] in dv-cinder-726180-9-iscsi {{(pid=99485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 14:53:25.031921 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee8f73c-528d-4013-a084-fcda0ce52507 None None] Routers {'19a61cf4-724e-46b3-ae4d-c2496f310fd1'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:53:25.035070 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-cee8f73c-528d-4013-a084-fcda0ce52507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:52:58Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['19a61cf4-724e-46b3-ae4d-c2496f310fd1'], 'active': True} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:53:25.066728 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-d55bda67-eb6b-43aa-bc6e-8bd5f7b2339f tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "PUT /v2.0/floatingips/e242f811-18b8-4b26-8066-ee5ab4de64e8 HTTP/1.1" status: 200 len: 991 time: 1.8383512 Jun 14 14:53:25.066728 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '339e09e4-8e7b-4641-b598-dbb7e3cec27a', 'tag': '7fadcec1-58cb-4b2f-a935-7f4e048e374b'}] {{(pid=99483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:53:25.066728 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10e764dcb54ca1904200e902db0bf3fc798e652e4e20eb5cbfc1ab196cf52753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9467c3bf-2727-43ef-8975-398cd70766f8" -d '{"events": [{"name": "network-changed", "server_uuid": "339e09e4-8e7b-4641-b598-dbb7e3cec27a", "tag": "7fadcec1-58cb-4b2f-a935-7f4e048e374b"}]}' {{(pid=99483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:53:25.109193 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 14:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4636e6a9-db61-4ae9-995a-dc47d3e9deaf x-openstack-request-id: req-4636e6a9-db61-4ae9-995a-dc47d3e9deaf {{(pid=99483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:53:25.109681 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "339e09e4-8e7b-4641-b598-dbb7e3cec27a", "tag": "7fadcec1-58cb-4b2f-a935-7f4e048e374b", "status": "completed", "code": 200}]} {{(pid=99483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:53:25.110066 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4636e6a9-db61-4ae9-995a-dc47d3e9deaf {{(pid=99483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:53:25.110575 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '339e09e4-8e7b-4641-b598-dbb7e3cec27a', 'tag': '7fadcec1-58cb-4b2f-a935-7f4e048e374b', 'status': 'completed', 'code': 200} Jun 14 14:53:25.238938 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvr_db [None req-cee8f73c-528d-4013-a084-fcda0ce52507 None None] Set router 19a61cf4-724e-46b3-ae4d-c2496f310fd1 gateway port host: dv-cinder-726180-9-iscsi {{(pid=99485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:53:25.242674 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467c3bf-2727-43ef-8975-398cd70766f8 req-c9482d94-7967-453d-8cb3-4a33dde9a590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:25.244191 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-9467c3bf-2727-43ef-8975-398cd70766f8 req-c9482d94-7967-453d-8cb3-4a33dde9a590 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=79973d5241f0405abc9418c3151cbe9d&device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 1098 time: 0.0918219 Jun 14 14:53:25.398532 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467c3bf-2727-43ef-8975-398cd70766f8 req-5ded6cbb-33de-4609-ab3d-92a0036f147a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:25.400859 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-9467c3bf-2727-43ef-8975-398cd70766f8 req-5ded6cbb-33de-4609-ab3d-92a0036f147a service neutron] 10.222.0.21 "GET /v2.0/networks?id=eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46 HTTP/1.1" status: 200 len: 917 time: 0.1477752 Jun 14 14:53:25.525227 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-9467c3bf-2727-43ef-8975-398cd70766f8 req-af919059-b9db-411d-b0ee-48f28dc0cdf8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7fadcec1-58cb-4b2f-a935-7f4e048e374b HTTP/1.1" status: 200 len: 999 time: 0.1121218 Jun 14 14:53:25.616124 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467c3bf-2727-43ef-8975-398cd70766f8 req-77c3df53-44c6-444a-bc84-76b04999821c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:25.617962 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-9467c3bf-2727-43ef-8975-398cd70766f8 req-77c3df53-44c6-444a-bc84-76b04999821c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8f1648b2-006c-47fc-bec4-7719f58bad8c HTTP/1.1" status: 200 len: 855 time: 0.0664582 Jun 14 14:53:25.656392 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-cee8f73c-528d-4013-a084-fcda0ce52507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a61cf4-724e-46b3-ae4d-c2496f310fd1', 'name': 'tempest-AttachVolumeShelveTestJSON-920533305-router', 'tenant_id': '79973d5241f0405abc9418c3151cbe9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a8f122dc-c26f-44ba-8ab5-1a34c52641dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:48:13Z', 'updated_at': '2021-06-14T14:48:20Z', 'revision_number': 4, 'project_id': '79973d5241f0405abc9418c3151cbe9d', 'gw_port': {'id': 'a8f122dc-c26f-44ba-8ab5-1a34c52641dd', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:11:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a61cf4-724e-46b3-ae4d-c2496f310fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:14Z', 'updated_at': '2021-06-14T14:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_floatingips': [{'id': 'e242f811-18b8-4b26-8066-ee5ab4de64e8', 'tenant_id': '79973d5241f0405abc9418c3151cbe9d', 'floating_ip_address': '172.27.3.121', 'floating_network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'router_id': '19a61cf4-724e-46b3-ae4d-c2496f310fd1', 'port_id': '7fadcec1-58cb-4b2f-a935-7f4e048e374b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46', 'mac_address': 'fa:16:3e:9a:bc:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339e09e4-8e7b-4641-b598-dbb7e3cec27a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T14:52:53Z', 'updated_at': '2021-06-14T14:53:23Z', 'revision_number': 1, 'project_id': '79973d5241f0405abc9418c3151cbe9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '739538c4-f337-4cac-9aa5-1fc4c9926a67', 'name': '', 'network_id': 'eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46', 'tenant_id': '79973d5241f0405abc9418c3151cbe9d', 'mac_address': 'fa:16:3e:c4:72:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a61cf4-724e-46b3-ae4d-c2496f310fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '8f1648b2-006c-47fc-bec4-7719f58bad8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:19Z', 'updated_at': '2021-06-14T14:48:25Z', 'revision_number': 5, 'project_id': '79973d5241f0405abc9418c3151cbe9d', 'subnets': [{'id': '8f1648b2-006c-47fc-bec4-7719f58bad8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:53:25.663427 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee8f73c-528d-4013-a084-fcda0ce52507 None None] Checking router: 19a61cf4-724e-46b3-ae4d-c2496f310fd1 for host: dv-cinder-726180-9-iscsi {{(pid=99485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 14:53:25.674390 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee8f73c-528d-4013-a084-fcda0ce52507 None None] Routers {'19a61cf4-724e-46b3-ae4d-c2496f310fd1'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:53:25.675093 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-cee8f73c-528d-4013-a084-fcda0ce52507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:52:58Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['19a61cf4-724e-46b3-ae4d-c2496f310fd1'], 'active': True} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:53:25.710930 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467c3bf-2727-43ef-8975-398cd70766f8 req-f5a1ad7e-adc8-4940-86b5-91865377f13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:25.713263 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-9467c3bf-2727-43ef-8975-398cd70766f8 req-f5a1ad7e-adc8-4940-86b5-91865377f13f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0770466 Jun 14 14:53:25.871096 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-9467c3bf-2727-43ef-8975-398cd70766f8 req-2cffb1fe-bbf7-49da-b34f-bf29108658ec service neutron] 10.222.0.21 "GET /v2.0/networks/eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441982 Jun 14 14:53:25.999254 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-9f834af6-962b-4630-bcc6-aea4eb9e8eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:26.015791 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvr_db [None req-cee8f73c-528d-4013-a084-fcda0ce52507 None None] Set router 19a61cf4-724e-46b3-ae4d-c2496f310fd1 gateway port host: dv-cinder-726180-9-iscsi {{(pid=99485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:53:26.047751 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-9467c3bf-2727-43ef-8975-398cd70766f8 req-727fbb8d-832d-45e5-8670-f81852a58344 service neutron] 10.222.0.21 "GET /v2.0/networks/eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556277 Jun 14 14:53:26.303507 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e99c1-c291-4907-b171-d97c08572ca9 req-061732ce-6cd0-4187-9a01-ccf4095b0fe8 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:26.306168 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-285e99c1-c291-4907-b171-d97c08572ca9 req-061732ce-6cd0-4187-9a01-ccf4095b0fe8 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.55 "GET /v2.0/ports?device_id=89692f7c-e8f1-472a-8569-dd1b0e7bed88 HTTP/1.1" status: 200 len: 945 time: 0.1212003 Jun 14 14:53:26.381718 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-285e99c1-c291-4907-b171-d97c08572ca9 req-90cb66cf-7bd8-4cd8-ad7d-bb9f6a4fd992 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aefbadc-1b3e-4a34-b40c-ffcdf7a0a789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655813 Jun 14 14:53:26.443211 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-cee8f73c-528d-4013-a084-fcda0ce52507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a61cf4-724e-46b3-ae4d-c2496f310fd1', 'name': 'tempest-AttachVolumeShelveTestJSON-920533305-router', 'tenant_id': '79973d5241f0405abc9418c3151cbe9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a8f122dc-c26f-44ba-8ab5-1a34c52641dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:48:13Z', 'updated_at': '2021-06-14T14:48:20Z', 'revision_number': 4, 'project_id': '79973d5241f0405abc9418c3151cbe9d', 'gw_port': {'id': 'a8f122dc-c26f-44ba-8ab5-1a34c52641dd', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:11:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a61cf4-724e-46b3-ae4d-c2496f310fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:14Z', 'updated_at': '2021-06-14T14:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_floatingips': [{'id': 'e242f811-18b8-4b26-8066-ee5ab4de64e8', 'tenant_id': '79973d5241f0405abc9418c3151cbe9d', 'floating_ip_address': '172.27.3.121', 'floating_network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'router_id': '19a61cf4-724e-46b3-ae4d-c2496f310fd1', 'port_id': '7fadcec1-58cb-4b2f-a935-7f4e048e374b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46', 'mac_address': 'fa:16:3e:9a:bc:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339e09e4-8e7b-4641-b598-dbb7e3cec27a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T14:52:53Z', 'updated_at': '2021-06-14T14:53:23Z', 'revision_number': 1, 'project_id': '79973d5241f0405abc9418c3151cbe9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '739538c4-f337-4cac-9aa5-1fc4c9926a67', 'name': '', 'network_id': 'eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46', 'tenant_id': '79973d5241f0405abc9418c3151cbe9d', 'mac_address': 'fa:16:3e:c4:72:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a61cf4-724e-46b3-ae4d-c2496f310fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '8f1648b2-006c-47fc-bec4-7719f58bad8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:19Z', 'updated_at': '2021-06-14T14:48:25Z', 'revision_number': 5, 'project_id': '79973d5241f0405abc9418c3151cbe9d', 'subnets': [{'id': '8f1648b2-006c-47fc-bec4-7719f58bad8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:53:26.449515 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee8f73c-528d-4013-a084-fcda0ce52507 None None] The sync data for ids ['19a61cf4-724e-46b3-ae4d-c2496f310fd1'] in dv-cinder-726180-9-iscsi is: [{'id': '19a61cf4-724e-46b3-ae4d-c2496f310fd1', 'name': 'tempest-AttachVolumeShelveTestJSON-920533305-router', 'tenant_id': '79973d5241f0405abc9418c3151cbe9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a8f122dc-c26f-44ba-8ab5-1a34c52641dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:48:13Z', 'updated_at': '2021-06-14T14:48:20Z', 'revision_number': 4, 'project_id': '79973d5241f0405abc9418c3151cbe9d', 'gw_port': {'id': 'a8f122dc-c26f-44ba-8ab5-1a34c52641dd', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:11:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a61cf4-724e-46b3-ae4d-c2496f310fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:14Z', 'updated_at': '2021-06-14T14:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_floatingips': [{'id': 'e242f811-18b8-4b26-8066-ee5ab4de64e8', 'tenant_id': '79973d5241f0405abc9418c3151cbe9d', 'floating_ip_address': '172.27.3.121', 'floating_network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'router_id': '19a61cf4-724e-46b3-ae4d-c2496f310fd1', 'port_id': '7fadcec1-58cb-4b2f-a935-7f4e048e374b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46', 'mac_address': 'fa:16:3e:9a:bc:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339e09e4-8e7b-4641-b598-dbb7e3cec27a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T14:52:53Z', 'updated_at': '2021-06-14T14:53:23Z', 'revision_number': 1, 'project_id': '79973d5241f0405abc9418c3151cbe9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '739538c4-f337-4cac-9aa5-1fc4c9926a67', 'name': '', 'network_id': 'eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46', 'tenant_id': '79973d5241f0405abc9418c3151cbe9d', 'mac_address': 'fa:16:3e:c4:72:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a61cf4-724e-46b3-ae4d-c2496f310fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '8f1648b2-006c-47fc-bec4-7719f58bad8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:19Z', 'updated_at': '2021-06-14T14:48:25Z', 'revision_number': 5, 'project_id': '79973d5241f0405abc9418c3151cbe9d', 'subnets': [{'id': '8f1648b2-006c-47fc-bec4-7719f58bad8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 14:53:26.725699 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dadb436-ba1f-4c29-8431-9d9d8cfdd999 None None] New status for floating IP e242f811-18b8-4b26-8066-ee5ab4de64e8: ACTIVE {{(pid=99486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 14:53:27.441105 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef429108-a79d-4807-b323-8ffc2236bd61 req-4d5da01c-2e50-40e3-ad4d-dca154f558fe tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:27.442649 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-ef429108-a79d-4807-b323-8ffc2236bd61 req-4d5da01c-2e50-40e3-ad4d-dca154f558fe tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.21 "GET /v2.0/ports?device_id=89692f7c-e8f1-472a-8569-dd1b0e7bed88 HTTP/1.1" status: 200 len: 945 time: 0.0784006 Jun 14 14:53:27.589600 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.plugin [req-ef429108-a79d-4807-b323-8ffc2236bd61 req-45861ae0-a4d3-4499-b58f-8276f244698b tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Deleting port f64e8551-a349-4115-aae0-0d03a87e808d {{(pid=99484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:53:27.590116 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-ef429108-a79d-4807-b323-8ffc2236bd61 req-45861ae0-a4d3-4499-b58f-8276f244698b tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375454248'] for port, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:27.647097 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04695179-252c-4b2c-9bfe-dfbab2a291f3 req-9b48a194-389d-41fe-b251-855be610ae30 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:27.648692 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-04695179-252c-4b2c-9bfe-dfbab2a291f3 req-9b48a194-389d-41fe-b251-855be610ae30 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.55 "GET /v2.0/ports?device_id=89692f7c-e8f1-472a-8569-dd1b0e7bed88 HTTP/1.1" status: 200 len: 945 time: 0.0865870 Jun 14 14:53:27.712681 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-04695179-252c-4b2c-9bfe-dfbab2a291f3 req-6317cd1a-e85d-44b9-a23a-af3474ef87e8 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.55 "GET /v2.0/security-groups?id=5aefbadc-1b3e-4a34-b40c-ffcdf7a0a789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534434 Jun 14 14:53:27.740564 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.db [req-ef429108-a79d-4807-b323-8ffc2236bd61 req-45861ae0-a4d3-4499-b58f-8276f244698b tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] For port f64e8551-a349-4115-aae0-0d03a87e808d, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=f64e8551-a349-4115-aae0-0d03a87e808d,segment=NetworkSegment(0eb4fa52-3d05-4723-a2ea-3a3c468fc8e1),segment_id=0eb4fa52-3d05-4723-a2ea-3a3c468fc8e1)] {{(pid=99484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:53:27.740564 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-ef429108-a79d-4807-b323-8ffc2236bd61 req-45861ae0-a4d3-4499-b58f-8276f244698b tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4046836'] for port, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:27.887061 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.plugin [req-ef429108-a79d-4807-b323-8ffc2236bd61 req-45861ae0-a4d3-4499-b58f-8276f244698b tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Calling delete_port for f64e8551-a349-4115-aae0-0d03a87e808d owned by compute:nova {{(pid=99484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:53:28.187565 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-ef429108-a79d-4807-b323-8ffc2236bd61 req-45861ae0-a4d3-4499-b58f-8276f244698b tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375458892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763375065896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12090229'] for port, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:28.191672 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-153df0dc-fed7-488c-b80b-ffebca56985d tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:53:28.202191 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] get_ports_and_sgs() called for port_ids ['f64e8551-a349-4115-aae0-0d03a87e808d'] {{(pid=99485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 14:53:28.236406 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45861ae0-a4d3-4499-b58f-8276f244698b tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Pushing event deleted for resources: {'Port': ['ID=f64e8551-a349-4115-aae0-0d03a87e808d,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:53:28.261083 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45861ae0-a4d3-4499-b58f-8276f244698b tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:53:28.263101 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45861ae0-a4d3-4499-b58f-8276f244698b tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:53:28.263101 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45861ae0-a4d3-4499-b58f-8276f244698b tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:53:28.263101 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45861ae0-a4d3-4499-b58f-8276f244698b tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:53:28.263101 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45861ae0-a4d3-4499-b58f-8276f244698b tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:53:28.263694 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45861ae0-a4d3-4499-b58f-8276f244698b tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:53:28.264347 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45861ae0-a4d3-4499-b58f-8276f244698b tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:53:28.264946 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45861ae0-a4d3-4499-b58f-8276f244698b tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:53:28.265543 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45861ae0-a4d3-4499-b58f-8276f244698b tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:53:28.266139 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45861ae0-a4d3-4499-b58f-8276f244698b tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:53:28.266736 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45861ae0-a4d3-4499-b58f-8276f244698b tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:53:28.267329 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45861ae0-a4d3-4499-b58f-8276f244698b tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:53:28.299462 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-45861ae0-a4d3-4499-b58f-8276f244698b tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:53:28.330440 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef429108-a79d-4807-b323-8ffc2236bd61 req-45861ae0-a4d3-4499-b58f-8276f244698b tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] No DVR routers for this DVR port f64e8551-a349-4115-aae0-0d03a87e808d on host hv-cinder-72618 {{(pid=99484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 14:53:28.333673 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-ef429108-a79d-4807-b323-8ffc2236bd61 req-45861ae0-a4d3-4499-b58f-8276f244698b tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645'] for port, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:28.337268 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-ef429108-a79d-4807-b323-8ffc2236bd61 req-45861ae0-a4d3-4499-b58f-8276f244698b tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.21 "DELETE /v2.0/ports/f64e8551-a349-4115-aae0-0d03a87e808d HTTP/1.1" status: 204 len: 173 time: 0.8880868 Jun 14 14:53:28.338061 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89692f7c-e8f1-472a-8569-dd1b0e7bed88', 'name': 'network-vif-deleted', 'tag': 'f64e8551-a349-4115-aae0-0d03a87e808d'}] {{(pid=99484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:53:28.342209 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d59e03e546515fa4e63eddd697505d7af87b03111d3d4a09b383aaccd0eedd18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a1ae47d-7be9-42ae-a885-691ffb48786c" -d '{"events": [{"server_uuid": "89692f7c-e8f1-472a-8569-dd1b0e7bed88", "name": "network-vif-deleted", "tag": "f64e8551-a349-4115-aae0-0d03a87e808d"}]}' {{(pid=99484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:53:28.397892 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 14:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89eadb6-f425-4da9-9aa2-d578c23597f4 x-openstack-request-id: req-f89eadb6-f425-4da9-9aa2-d578c23597f4 {{(pid=99484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:53:28.398222 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89692f7c-e8f1-472a-8569-dd1b0e7bed88", "name": "network-vif-deleted", "tag": "f64e8551-a349-4115-aae0-0d03a87e808d", "status": "completed", "code": 200}]} {{(pid=99484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:53:28.398515 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f89eadb6-f425-4da9-9aa2-d578c23597f4 {{(pid=99484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:53:28.398944 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89692f7c-e8f1-472a-8569-dd1b0e7bed88', 'name': 'network-vif-deleted', 'tag': 'f64e8551-a349-4115-aae0-0d03a87e808d', 'status': 'completed', 'code': 200} Jun 14 14:53:28.535306 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-5af99004-46cf-4d5e-8366-6812884f41bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:28.759139 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:28.892597 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-79bc2c5d-cf3c-4c73-a944-9119b2cd830c req-2032872f-d4aa-476b-8f1c-86d865e35932 tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.55 "GET /v2.0/ports?device_id=89692f7c-e8f1-472a-8569-dd1b0e7bed88 HTTP/1.1" status: 200 len: 210 time: 0.0376713 Jun 14 14:53:29.759163 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-fac6794f-d54e-43a2-84ad-332974bc6d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:30.095260 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-95a626af-3e22-4997-863a-e5de3cd25dea req-39811062-9043-4cd6-831a-ec5e972868ef tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] 10.222.0.55 "GET /v2.0/ports?device_id=89692f7c-e8f1-472a-8569-dd1b0e7bed88 HTTP/1.1" status: 200 len: 210 time: 0.0368328 Jun 14 14:53:30.626710 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:31.382052 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device f64e8551-a349-4115-aae0-0d03a87e808d no longer exists at agent hyperv_hv-cinder-72618 {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 14:53:31.387894 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-39b4335d-7f90-4c96-ac82-c584c202a69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:31.416521 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] No Port match for: f64e8551-a349-4115-aae0-0d03a87e808d {{(pid=99485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 14:53:31.416915 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device f64e8551-a349-4115-aae0-0d03a87e808d not bound to the agent host hv-cinder-72618 {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 14:53:40.482478 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a291adc2-cc44-452f-b02d-03b940e0c3c8 req-765e9021-50c9-4551-b1c4-f2ce609d0747 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:40.484084 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-a291adc2-cc44-452f-b02d-03b940e0c3c8 req-765e9021-50c9-4551-b1c4-f2ce609d0747 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/ports?device_id=467c9ee0-dac7-46fa-9708-515c56ab4692 HTTP/1.1" status: 200 len: 984 time: 0.4257648 Jun 14 14:53:40.495031 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c6f68-7bd3-4e94-b5f7-ee14ad39f8aa req-7a581156-1576-45ed-bfa7-74676f714bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:40.497108 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-db9c6f68-7bd3-4e94-b5f7-ee14ad39f8aa req-7a581156-1576-45ed-bfa7-74676f714bce service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eb3b0bac7b7d45c998f69dfce00cbc95&device_id=467c9ee0-dac7-46fa-9708-515c56ab4692 HTTP/1.1" status: 200 len: 1137 time: 0.4011784 Jun 14 14:53:40.575892 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-a291adc2-cc44-452f-b02d-03b940e0c3c8 req-18e0e2e5-7e75-4d58-acfe-ac2f459c1b39 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f001b32-109f-4698-b3b0-ac3923258142&id=4f492e54-5373-4fdc-bdcc-f5e782e21178&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0834973 Jun 14 14:53:40.663829 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c6f68-7bd3-4e94-b5f7-ee14ad39f8aa req-90608409-7ea4-4ab0-b6b6-818727385159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:40.665297 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-db9c6f68-7bd3-4e94-b5f7-ee14ad39f8aa req-90608409-7ea4-4ab0-b6b6-818727385159 service neutron] 10.222.0.21 "GET /v2.0/networks?id=04e422d8-d568-478b-9fdb-9a37bcb8fe6f HTTP/1.1" status: 200 len: 915 time: 0.1504977 Jun 14 14:53:40.766610 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-db9c6f68-7bd3-4e94-b5f7-ee14ad39f8aa req-e85e093e-952b-4464-b2c0-0a33ef8f8fa6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5a516eb-f771-47d6-9b7a-d70d3f2763a4 HTTP/1.1" status: 200 len: 1000 time: 0.0859985 Jun 14 14:53:40.838419 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c6f68-7bd3-4e94-b5f7-ee14ad39f8aa req-edc98966-0113-4938-b45b-49896c6175d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:40.840337 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-db9c6f68-7bd3-4e94-b5f7-ee14ad39f8aa req-edc98966-0113-4938-b45b-49896c6175d0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0cf39583-af2e-4c02-b7c9-789941507629 HTTP/1.1" status: 200 len: 853 time: 0.0636911 Jun 14 14:53:40.923073 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c6f68-7bd3-4e94-b5f7-ee14ad39f8aa req-e055b67d-3cc6-4657-9535-8a143e51b67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:40.924665 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-db9c6f68-7bd3-4e94-b5f7-ee14ad39f8aa req-e055b67d-3cc6-4657-9535-8a143e51b67a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=04e422d8-d568-478b-9fdb-9a37bcb8fe6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0693913 Jun 14 14:53:41.093517 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-db9c6f68-7bd3-4e94-b5f7-ee14ad39f8aa req-c438e4a9-5c3a-4e2d-be24-03df2c77fd8e service neutron] 10.222.0.21 "GET /v2.0/networks/04e422d8-d568-478b-9fdb-9a37bcb8fe6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562414 Jun 14 14:53:41.256742 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-db9c6f68-7bd3-4e94-b5f7-ee14ad39f8aa req-2c3f798c-214d-4138-9e1d-ad4bbb80c6e6 service neutron] 10.222.0.21 "GET /v2.0/networks/04e422d8-d568-478b-9fdb-9a37bcb8fe6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375952 Jun 14 14:53:41.810530 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c20c67e-ebb9-478a-a51c-5cd73b692981 req-6538a503-5a28-4a08-99b6-920dfcbd726e tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:41.812268 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-2c20c67e-ebb9-478a-a51c-5cd73b692981 req-6538a503-5a28-4a08-99b6-920dfcbd726e tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/ports?device_id=467c9ee0-dac7-46fa-9708-515c56ab4692 HTTP/1.1" status: 200 len: 984 time: 0.0921733 Jun 14 14:53:41.867961 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-2c20c67e-ebb9-478a-a51c-5cd73b692981 req-7638d477-f041-4520-bba6-679c3b699365 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f001b32-109f-4698-b3b0-ac3923258142&id=4f492e54-5373-4fdc-bdcc-f5e782e21178&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0480165 Jun 14 14:53:43.090925 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab78861b-b12c-4317-b61a-27361d8caf07 req-e1792bdd-831e-4a2b-a0e7-04d9083b8a27 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:43.096688 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-ab78861b-b12c-4317-b61a-27361d8caf07 req-e1792bdd-831e-4a2b-a0e7-04d9083b8a27 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/ports?device_id=467c9ee0-dac7-46fa-9708-515c56ab4692 HTTP/1.1" status: 200 len: 984 time: 0.0822887 Jun 14 14:53:43.143563 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-ab78861b-b12c-4317-b61a-27361d8caf07 req-22bf2c6f-642f-493d-b83b-687b78ca789d tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f001b32-109f-4698-b3b0-ac3923258142&id=4f492e54-5373-4fdc-bdcc-f5e782e21178&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0403457 Jun 14 14:53:44.336003 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8911d8e-cb4b-4ca5-a899-76816a9318aa req-9ef7b6cd-5259-442e-adda-204a9398f452 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:44.337543 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-b8911d8e-cb4b-4ca5-a899-76816a9318aa req-9ef7b6cd-5259-442e-adda-204a9398f452 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/ports?device_id=467c9ee0-dac7-46fa-9708-515c56ab4692 HTTP/1.1" status: 200 len: 984 time: 0.0751393 Jun 14 14:53:44.383776 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-b8911d8e-cb4b-4ca5-a899-76816a9318aa req-4d5f9871-fa90-4447-b5e0-6d6c0de3ae84 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f001b32-109f-4698-b3b0-ac3923258142&id=4f492e54-5373-4fdc-bdcc-f5e782e21178&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0403008 Jun 14 14:53:45.573444 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1963b027-8434-4e61-bc9c-f842dbd396fd req-4cf3e0f1-28a8-4df3-a7d8-d15235a79eba tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:45.574879 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-1963b027-8434-4e61-bc9c-f842dbd396fd req-4cf3e0f1-28a8-4df3-a7d8-d15235a79eba tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/ports?device_id=467c9ee0-dac7-46fa-9708-515c56ab4692 HTTP/1.1" status: 200 len: 984 time: 0.0726535 Jun 14 14:53:45.630604 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-1963b027-8434-4e61-bc9c-f842dbd396fd req-defe4c5f-280a-48b9-8c92-ca1f696e714f tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f001b32-109f-4698-b3b0-ac3923258142&id=4f492e54-5373-4fdc-bdcc-f5e782e21178&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0411885 Jun 14 14:53:46.826600 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db162a-eec1-448c-aa37-d7b0087f7827 req-6b89f259-f4ab-42a8-b521-24f6ff2206f6 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:46.828277 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-53db162a-eec1-448c-aa37-d7b0087f7827 req-6b89f259-f4ab-42a8-b521-24f6ff2206f6 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/ports?device_id=467c9ee0-dac7-46fa-9708-515c56ab4692 HTTP/1.1" status: 200 len: 984 time: 0.0836856 Jun 14 14:53:46.877208 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-53db162a-eec1-448c-aa37-d7b0087f7827 req-1d81a0a9-7a27-42f1-beca-9d2bc37444ac tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f001b32-109f-4698-b3b0-ac3923258142&id=4f492e54-5373-4fdc-bdcc-f5e782e21178&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0422175 Jun 14 14:53:48.077501 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088b9d96-241f-4ccf-b568-8b0aa13ae8ba req-673264f1-113a-4901-b614-dbdb392ec495 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:48.078256 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.agents_db [None req-f05f0e2d-2be5-4cb0-86e7-333c7e47477b None None] Agent healthcheck: found 6 active agents {{(pid=99486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 14:53:48.079131 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-088b9d96-241f-4ccf-b568-8b0aa13ae8ba req-673264f1-113a-4901-b614-dbdb392ec495 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/ports?device_id=467c9ee0-dac7-46fa-9708-515c56ab4692 HTTP/1.1" status: 200 len: 984 time: 0.0779629 Jun 14 14:53:48.130459 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-088b9d96-241f-4ccf-b568-8b0aa13ae8ba req-3b160bd5-1fbb-46b3-858d-0c46774fc820 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f001b32-109f-4698-b3b0-ac3923258142&id=4f492e54-5373-4fdc-bdcc-f5e782e21178&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0445228 Jun 14 14:53:49.327503 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd3d44-d153-47a4-b8c6-ae55cc8a8b1e req-ce3d2195-2b71-4915-ac27-ed8423327eb2 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:49.329001 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-b2fd3d44-d153-47a4-b8c6-ae55cc8a8b1e req-ce3d2195-2b71-4915-ac27-ed8423327eb2 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/ports?device_id=467c9ee0-dac7-46fa-9708-515c56ab4692 HTTP/1.1" status: 200 len: 984 time: 0.0786595 Jun 14 14:53:49.377305 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-b2fd3d44-d153-47a4-b8c6-ae55cc8a8b1e req-31bfe665-f351-45c3-9e08-c7d96c1d3970 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f001b32-109f-4698-b3b0-ac3923258142&id=4f492e54-5373-4fdc-bdcc-f5e782e21178&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0413189 Jun 14 14:53:50.574884 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7f52b-d7ef-450d-bf79-6a4161638f3c req-7295b443-927a-45bb-bf3f-39dcd1c76e62 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:50.576305 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-1aa7f52b-d7ef-450d-bf79-6a4161638f3c req-7295b443-927a-45bb-bf3f-39dcd1c76e62 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/ports?device_id=467c9ee0-dac7-46fa-9708-515c56ab4692 HTTP/1.1" status: 200 len: 984 time: 0.0753310 Jun 14 14:53:50.626961 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-1aa7f52b-d7ef-450d-bf79-6a4161638f3c req-4a4d3d40-d220-45e7-936b-07d503bdcda1 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f001b32-109f-4698-b3b0-ac3923258142&id=4f492e54-5373-4fdc-bdcc-f5e782e21178&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0445876 Jun 14 14:53:51.842638 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9428024-bd1e-4333-8f52-bbfea217dcf3 req-98fc7e4a-655a-439c-b98c-bd6aae0aa37c tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:51.844171 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-d9428024-bd1e-4333-8f52-bbfea217dcf3 req-98fc7e4a-655a-439c-b98c-bd6aae0aa37c tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/ports?device_id=467c9ee0-dac7-46fa-9708-515c56ab4692 HTTP/1.1" status: 200 len: 984 time: 0.0928516 Jun 14 14:53:51.894760 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-d9428024-bd1e-4333-8f52-bbfea217dcf3 req-3712d641-d1c4-4243-9cae-49d8d339179d tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f001b32-109f-4698-b3b0-ac3923258142&id=4f492e54-5373-4fdc-bdcc-f5e782e21178&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0441222 Jun 14 14:53:53.105539 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418043e-d37d-4df9-8d49-392606b35ff0 req-b82028bd-309a-4e91-847a-d47ce442abd9 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:53.107801 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-4418043e-d37d-4df9-8d49-392606b35ff0 req-b82028bd-309a-4e91-847a-d47ce442abd9 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/ports?device_id=467c9ee0-dac7-46fa-9708-515c56ab4692 HTTP/1.1" status: 200 len: 984 time: 0.0865624 Jun 14 14:53:53.156277 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-4418043e-d37d-4df9-8d49-392606b35ff0 req-dd4f1be0-7384-492d-9dbf-00788fb85d68 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f001b32-109f-4698-b3b0-ac3923258142&id=4f492e54-5373-4fdc-bdcc-f5e782e21178&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0416796 Jun 14 14:53:54.400501 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d15ee-8dd7-49d3-9ddc-91de87cacd8c req-36a199cb-f44f-490e-87b8-9ec8556f172e tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:54.402378 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-a20d15ee-8dd7-49d3-9ddc-91de87cacd8c req-36a199cb-f44f-490e-87b8-9ec8556f172e tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/ports?device_id=467c9ee0-dac7-46fa-9708-515c56ab4692 HTTP/1.1" status: 200 len: 984 time: 0.0957382 Jun 14 14:53:54.470197 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-a20d15ee-8dd7-49d3-9ddc-91de87cacd8c req-6dd3c847-8c08-4470-a695-4d82d7cca7e3 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f001b32-109f-4698-b3b0-ac3923258142&id=4f492e54-5373-4fdc-bdcc-f5e782e21178&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0506933 Jun 14 14:53:55.697761 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a485b-5c99-4ae0-826b-0cae0d7f991c req-a86d93b3-34b6-4a95-8174-ecf7b4745aee tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:55.699245 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-2f6a485b-5c99-4ae0-826b-0cae0d7f991c req-a86d93b3-34b6-4a95-8174-ecf7b4745aee tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/ports?device_id=467c9ee0-dac7-46fa-9708-515c56ab4692 HTTP/1.1" status: 200 len: 984 time: 0.0787158 Jun 14 14:53:55.755469 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-2f6a485b-5c99-4ae0-826b-0cae0d7f991c req-0971292d-cd81-44d0-9f3f-30ce21ccf3f2 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f001b32-109f-4698-b3b0-ac3923258142&id=4f492e54-5373-4fdc-bdcc-f5e782e21178&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0499065 Jun 14 14:53:55.854889 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-5e8dff21-9579-444a-ac0d-6e0d44134218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:56.967761 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73db9fa-92ac-4806-909a-4ee1a44857eb req-83c068ac-5ebd-4101-9ea8-cb49a7541484 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:56.969257 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-b73db9fa-92ac-4806-909a-4ee1a44857eb req-83c068ac-5ebd-4101-9ea8-cb49a7541484 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/ports?device_id=467c9ee0-dac7-46fa-9708-515c56ab4692 HTTP/1.1" status: 200 len: 984 time: 0.0813859 Jun 14 14:53:57.018313 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-b73db9fa-92ac-4806-909a-4ee1a44857eb req-be2550c5-c482-4db7-ab8d-cee8400f2ed0 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f001b32-109f-4698-b3b0-ac3923258142&id=4f492e54-5373-4fdc-bdcc-f5e782e21178&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0431304 Jun 14 14:53:57.828635 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71bfb0a-be6f-40af-beb9-6560e2cce1d8 req-655f71cf-b20d-407c-9e06-bb559cfbafbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:57.830122 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-f71bfb0a-be6f-40af-beb9-6560e2cce1d8 req-655f71cf-b20d-407c-9e06-bb559cfbafbe service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eb3b0bac7b7d45c998f69dfce00cbc95&device_id=467c9ee0-dac7-46fa-9708-515c56ab4692 HTTP/1.1" status: 200 len: 1137 time: 0.0672295 Jun 14 14:53:57.982508 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71bfb0a-be6f-40af-beb9-6560e2cce1d8 req-349ed9ff-14d0-4f1e-89cc-a65cbd54813f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:57.984465 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-f71bfb0a-be6f-40af-beb9-6560e2cce1d8 req-349ed9ff-14d0-4f1e-89cc-a65cbd54813f service neutron] 10.222.0.21 "GET /v2.0/networks?id=04e422d8-d568-478b-9fdb-9a37bcb8fe6f HTTP/1.1" status: 200 len: 915 time: 0.1282885 Jun 14 14:53:58.097271 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-f71bfb0a-be6f-40af-beb9-6560e2cce1d8 req-33600ae4-2654-44ee-ace3-019389594d7a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5a516eb-f771-47d6-9b7a-d70d3f2763a4 HTTP/1.1" status: 200 len: 1000 time: 0.1031384 Jun 14 14:53:58.201766 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71bfb0a-be6f-40af-beb9-6560e2cce1d8 req-a68a78fd-cd84-4911-a434-5cb908d8e5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:58.204352 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-f71bfb0a-be6f-40af-beb9-6560e2cce1d8 req-a68a78fd-cd84-4911-a434-5cb908d8e5d3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0cf39583-af2e-4c02-b7c9-789941507629 HTTP/1.1" status: 200 len: 853 time: 0.0945284 Jun 14 14:53:58.331458 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b0803-db70-46f2-8669-c6697f299f8d req-f9180264-e41d-4ef7-bd65-a3dd5117d9dc tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:58.333452 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-7a0b0803-db70-46f2-8669-c6697f299f8d req-f9180264-e41d-4ef7-bd65-a3dd5117d9dc tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/ports?device_id=467c9ee0-dac7-46fa-9708-515c56ab4692 HTTP/1.1" status: 200 len: 984 time: 0.1347549 Jun 14 14:53:58.335534 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71bfb0a-be6f-40af-beb9-6560e2cce1d8 req-36981cf0-761b-45c8-af47-a62fe9d20a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:58.337157 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-f71bfb0a-be6f-40af-beb9-6560e2cce1d8 req-36981cf0-761b-45c8-af47-a62fe9d20a7f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=04e422d8-d568-478b-9fdb-9a37bcb8fe6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1237364 Jun 14 14:53:58.416213 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-7a0b0803-db70-46f2-8669-c6697f299f8d req-68a920b8-c066-4ed8-acda-8169b0250a98 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f001b32-109f-4698-b3b0-ac3923258142&id=4f492e54-5373-4fdc-bdcc-f5e782e21178&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0760665 Jun 14 14:53:58.505226 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-f71bfb0a-be6f-40af-beb9-6560e2cce1d8 req-b4c7fecb-9847-4fe0-b74a-2bb1041960d4 service neutron] 10.222.0.21 "GET /v2.0/networks/04e422d8-d568-478b-9fdb-9a37bcb8fe6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584082 Jun 14 14:53:58.568175 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-011d1186-7ea8-4d15-95b7-df06a454b632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:58.640260 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-f71bfb0a-be6f-40af-beb9-6560e2cce1d8 req-1e385926-9377-4bdd-96f0-533617c80713 service neutron] 10.222.0.21 "GET /v2.0/networks/04e422d8-d568-478b-9fdb-9a37bcb8fe6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269336 Jun 14 14:53:58.775843 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:59.658403 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0746c5-578c-4a7a-8235-0f9ce752c1a2 req-7b5d57b3-955b-4618-aa62-104827d3b2d2 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:59.659780 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-cb0746c5-578c-4a7a-8235-0f9ce752c1a2 req-7b5d57b3-955b-4618-aa62-104827d3b2d2 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/ports?device_id=467c9ee0-dac7-46fa-9708-515c56ab4692 HTTP/1.1" status: 200 len: 984 time: 0.0838454 Jun 14 14:53:59.705558 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-fac6794f-d54e-43a2-84ad-332974bc6d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:59.723979 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-cb0746c5-578c-4a7a-8235-0f9ce752c1a2 req-a45db13d-0c19-4364-8c0b-ded3c4e88cda tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f001b32-109f-4698-b3b0-ac3923258142&id=4f492e54-5373-4fdc-bdcc-f5e782e21178&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0574405 Jun 14 14:54:00.610671 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:00.916445 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5279b4d3-0abd-434d-904c-8d29f73fcbe8 req-ee590cb8-4b91-4b56-9907-9bddc502cd90 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:00.917952 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-5279b4d3-0abd-434d-904c-8d29f73fcbe8 req-ee590cb8-4b91-4b56-9907-9bddc502cd90 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/ports?device_id=467c9ee0-dac7-46fa-9708-515c56ab4692 HTTP/1.1" status: 200 len: 984 time: 0.0719759 Jun 14 14:54:00.971048 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-5279b4d3-0abd-434d-904c-8d29f73fcbe8 req-bc1f8f1e-1ac5-4adf-868d-872117c8a893 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f001b32-109f-4698-b3b0-ac3923258142&id=4f492e54-5373-4fdc-bdcc-f5e782e21178&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0459816 Jun 14 14:54:01.375195 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-39b4335d-7f90-4c96-ac82-c584c202a69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:02.170068 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 37066) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:54:02.242262 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.db_base_plugin_v2 [None req-f500ca77-a58f-4883-b871-bf9744e19246 admin admin] Deleting subnet da8b3b96-eb0f-4027-b192-99ae8f57f2ac {{(pid=99484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 14 14:54:02.248094 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-f500ca77-a58f-4883-b871-bf9744e19246 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:02.319383 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-f500ca77-a58f-4883-b871-bf9744e19246 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257036'] for subnet, precommit_delete_associations {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:02.391129 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-f500ca77-a58f-4883-b871-bf9744e19246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912507'] for subnet, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:02.592734 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-f500ca77-a58f-4883-b871-bf9744e19246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12089743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12540712'] for subnet, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:02.595299 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-cd65173d-adaa-4ea8-a1ff-7efd83d9a228 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:54:02.628982 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f500ca77-a58f-4883-b871-bf9744e19246 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da8b3b96-eb0f-4027-b192-99ae8f57f2ac,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:54:02.632141 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-f500ca77-a58f-4883-b871-bf9744e19246 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:54:02.633152 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-f500ca77-a58f-4883-b871-bf9744e19246 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:02.635043 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-f500ca77-a58f-4883-b871-bf9744e19246 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/da8b3b96-eb0f-4027-b192-99ae8f57f2ac HTTP/1.1" status: 204 len: 168 time: 0.4637749 Jun 14 14:54:02.638763 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 37074) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:54:02.745704 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-cd6e6d05-d0bb-4b82-abd2-526b8bb875d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1035504'] for network, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:02.866666 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-cd6e6d05-d0bb-4b82-abd2-526b8bb875d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-911334', 'neutron.services.segments.db._delete_segments_for_network-8763375589048'] for network, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:02.881014 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.services.segments.db [None req-cd6e6d05-d0bb-4b82-abd2-526b8bb875d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a52c757e-ad6b-4b2e-b44f-da7022e294da']}} {{(pid=99484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:54:02.894057 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.services.segments.db [None req-cd6e6d05-d0bb-4b82-abd2-526b8bb875d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0eb4fa52-3d05-4723-a2ea-3a3c468fc8e1') {'for_net_delete': True} {{(pid=99484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:54:02.895082 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.services.segments.db [None req-cd6e6d05-d0bb-4b82-abd2-526b8bb875d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0eb4fa52-3d05-4723-a2ea-3a3c468fc8e1') {} {{(pid=99484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:54:02.907019 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-cd6e6d05-d0bb-4b82-abd2-526b8bb875d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375588886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257031'] for segment, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:02.931597 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-cd6e6d05-d0bb-4b82-abd2-526b8bb875d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-914478'] for segment, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:02.941004 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd6e6d05-d0bb-4b82-abd2-526b8bb875d4 admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=99484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 14:54:02.942509 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-cd6e6d05-d0bb-4b82-abd2-526b8bb875d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-914478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12090150'] for segment, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:02.944519 dv-cinder-726180-9-iscsi neutron-server[99484]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:54:02.944519 dv-cinder-726180-9-iscsi neutron-server[99484]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:54:02.944519 dv-cinder-726180-9-iscsi neutron-server[99484]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:54:02.944519 dv-cinder-726180-9-iscsi neutron-server[99484]: retrieve_revision_numbers = { Jun 14 14:54:02.944519 dv-cinder-726180-9-iscsi neutron-server[99484]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:54:02.944519 dv-cinder-726180-9-iscsi neutron-server[99484]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:54:02.944519 dv-cinder-726180-9-iscsi neutron-server[99484]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:54:02.944519 dv-cinder-726180-9-iscsi neutron-server[99484]: retrieve_revision_numbers = { Jun 14 14:54:02.944519 dv-cinder-726180-9-iscsi neutron-server[99484]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:54:02.944519 dv-cinder-726180-9-iscsi neutron-server[99484]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:54:02.944519 dv-cinder-726180-9-iscsi neutron-server[99484]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:54:02.944519 dv-cinder-726180-9-iscsi neutron-server[99484]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:54:02.944519 dv-cinder-726180-9-iscsi neutron-server[99484]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:54:02.944519 dv-cinder-726180-9-iscsi neutron-server[99484]: retrieve_revision_numbers = { Jun 14 14:54:02.944519 dv-cinder-726180-9-iscsi neutron-server[99484]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:54:02.944519 dv-cinder-726180-9-iscsi neutron-server[99484]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:54:02.944519 dv-cinder-726180-9-iscsi neutron-server[99484]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:54:02.944519 dv-cinder-726180-9-iscsi neutron-server[99484]: retrieve_revision_numbers = { Jun 14 14:54:02.944519 dv-cinder-726180-9-iscsi neutron-server[99484]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:54:02.944519 dv-cinder-726180-9-iscsi neutron-server[99484]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:54:02.944519 dv-cinder-726180-9-iscsi neutron-server[99484]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:54:02.944519 dv-cinder-726180-9-iscsi neutron-server[99484]: retrieve_revision_numbers = { Jun 14 14:54:02.944519 dv-cinder-726180-9-iscsi neutron-server[99484]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:54:02.944519 dv-cinder-726180-9-iscsi neutron-server[99484]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:54:02.944519 dv-cinder-726180-9-iscsi neutron-server[99484]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:54:02.944519 dv-cinder-726180-9-iscsi neutron-server[99484]: retrieve_revision_numbers = { Jun 14 14:54:02.944519 dv-cinder-726180-9-iscsi neutron-server[99484]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:54:02.944519 dv-cinder-726180-9-iscsi neutron-server[99484]: retrieve_revision_numbers = { Jun 14 14:54:02.944519 dv-cinder-726180-9-iscsi neutron-server[99484]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:54:02.944519 dv-cinder-726180-9-iscsi neutron-server[99484]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:54:02.944519 dv-cinder-726180-9-iscsi neutron-server[99484]: Traceback (most recent call last): Jun 14 14:54:02.944519 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 14 14:54:02.944519 dv-cinder-726180-9-iscsi neutron-server[99484]: timer() Jun 14 14:54:02.944519 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 14 14:54:02.944519 dv-cinder-726180-9-iscsi neutron-server[99484]: cb(*args, **kw) Jun 14 14:54:02.944519 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 14 14:54:02.944519 dv-cinder-726180-9-iscsi neutron-server[99484]: return func(*args, **kwargs) Jun 14 14:54:02.944519 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 14 14:54:02.944519 dv-cinder-726180-9-iscsi neutron-server[99484]: self._notify() Jun 14 14:54:02.944519 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 14 14:54:02.944519 dv-cinder-726180-9-iscsi neutron-server[99484]: self.callback(batched_events) Jun 14 14:54:02.944519 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 14 14:54:02.944519 dv-cinder-726180-9-iscsi neutron-server[99484]: event.method(event) Jun 14 14:54:02.944519 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 14 14:54:02.944519 dv-cinder-726180-9-iscsi neutron-server[99484]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 14 14:54:02.944519 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 14 14:54:02.944519 dv-cinder-726180-9-iscsi neutron-server[99484]: aggregate_uuid = self.p_client.list_aggregates( Jun 14 14:54:02.944519 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 14 14:54:02.944519 dv-cinder-726180-9-iscsi neutron-server[99484]: return f(self, *a, **k) Jun 14 14:54:02.944519 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 14 14:54:02.944519 dv-cinder-726180-9-iscsi neutron-server[99484]: return self._get(url).json() Jun 14 14:54:02.944519 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 14 14:54:02.944519 dv-cinder-726180-9-iscsi neutron-server[99484]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 14 14:54:02.944519 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 14 14:54:02.944519 dv-cinder-726180-9-iscsi neutron-server[99484]: return self.request(url, 'GET', **kwargs) Jun 14 14:54:02.944519 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 14 14:54:02.944519 dv-cinder-726180-9-iscsi neutron-server[99484]: base_url = self.get_endpoint(auth, allow=allow, Jun 14 14:54:02.944519 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 14 14:54:02.944519 dv-cinder-726180-9-iscsi neutron-server[99484]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 14 14:54:02.944519 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 14 14:54:02.952342 dv-cinder-726180-9-iscsi neutron-server[99484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 14 14:54:02.952342 dv-cinder-726180-9-iscsi neutron-server[99484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 14 14:54:03.228449 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-cd6e6d05-d0bb-4b82-abd2-526b8bb875d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-911353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4045583'] for network, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:03.231760 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:54:03.234925 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-cd6e6d05-d0bb-4b82-abd2-526b8bb875d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699218'] for network, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:03.240144 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-cd6e6d05-d0bb-4b82-abd2-526b8bb875d4 admin admin] 10.222.0.55 "DELETE /v2.0/networks/a52c757e-ad6b-4b2e-b44f-da7022e294da HTTP/1.1" status: 204 len: 168 time: 0.5973248 Jun 14 14:54:03.257595 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e6d05-d0bb-4b82-abd2-526b8bb875d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a52c757e-ad6b-4b2e-b44f-da7022e294da,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:54:03.259691 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-cd6e6d05-d0bb-4b82-abd2-526b8bb875d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:54:03.839331 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 37086) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:54:03.888310 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-1d2d686e-265d-4775-a0b5-40e1fdd6e121 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=82efaaa7fc5c4607b1393f2c000e94e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0523977 Jun 14 14:54:03.891130 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 37088) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:54:03.949367 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-6eac39cb-9668-4f63-beba-100222a766e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:03.979568 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-6eac39cb-9668-4f63-beba-100222a766e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:04.466338 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-6eac39cb-9668-4f63-beba-100222a766e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:04.469044 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-6eac39cb-9668-4f63-beba-100222a766e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:04.470203 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-6eac39cb-9668-4f63-beba-100222a766e5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5aefbadc-1b3e-4a34-b40c-ffcdf7a0a789 HTTP/1.1" status: 204 len: 168 time: 0.5780602 Jun 14 14:54:04.471130 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-62faaa4d-2b0c-47c0-ab5d-dfe6140bef97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:54:04.480745 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eac39cb-9668-4f63-beba-100222a766e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aefbadc-1b3e-4a34-b40c-ffcdf7a0a789,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:54:04.489734 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eac39cb-9668-4f63-beba-100222a766e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:54:04.490111 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eac39cb-9668-4f63-beba-100222a766e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:54:04.490480 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eac39cb-9668-4f63-beba-100222a766e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:54:04.490838 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eac39cb-9668-4f63-beba-100222a766e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:54:04.491747 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eac39cb-9668-4f63-beba-100222a766e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:54:04.491747 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eac39cb-9668-4f63-beba-100222a766e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:54:04.491986 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eac39cb-9668-4f63-beba-100222a766e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:54:04.492304 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eac39cb-9668-4f63-beba-100222a766e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:54:04.492661 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eac39cb-9668-4f63-beba-100222a766e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:54:04.493038 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eac39cb-9668-4f63-beba-100222a766e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:54:04.493452 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eac39cb-9668-4f63-beba-100222a766e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:54:04.493798 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eac39cb-9668-4f63-beba-100222a766e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:54:04.497484 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-6eac39cb-9668-4f63-beba-100222a766e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:54:19.010713 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c2006-e17f-43fa-9c80-49c0c3cc8648 req-194074c0-6be6-4fb0-b054-5ca8c6f3d423 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:19.012206 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-e47c2006-e17f-43fa-9c80-49c0c3cc8648 req-194074c0-6be6-4fb0-b054-5ca8c6f3d423 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=a67c62c1-6c91-4bdf-8d15-d1693714bd95 HTTP/1.1" status: 200 len: 946 time: 0.0729530 Jun 14 14:54:19.055795 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-e47c2006-e17f-43fa-9c80-49c0c3cc8648 req-098b4dca-890f-4033-938f-0cdc2c01fbe1 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=fbf6b06e-ceb1-4da2-a103-b5035768a1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367165 Jun 14 14:54:20.248752 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff29f8a3-e744-43a6-b002-85d914e49b49 req-1729a34d-ed52-40ff-9e10-29a5476869c5 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:20.250220 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-ff29f8a3-e744-43a6-b002-85d914e49b49 req-1729a34d-ed52-40ff-9e10-29a5476869c5 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=a67c62c1-6c91-4bdf-8d15-d1693714bd95 HTTP/1.1" status: 200 len: 946 time: 0.0758042 Jun 14 14:54:20.293287 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-ff29f8a3-e744-43a6-b002-85d914e49b49 req-9278f3c4-a9a1-45e4-af14-168f2f4ce216 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=fbf6b06e-ceb1-4da2-a103-b5035768a1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372274 Jun 14 14:54:21.247468 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d5017a-700f-44ad-bef1-d6be476d1929 req-d37d8344-3c82-48df-9754-39b31b1ae383 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:21.249125 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-74d5017a-700f-44ad-bef1-d6be476d1929 req-d37d8344-3c82-48df-9754-39b31b1ae383 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.21 "GET /v2.0/ports?device_id=a67c62c1-6c91-4bdf-8d15-d1693714bd95 HTTP/1.1" status: 200 len: 946 time: 0.0725477 Jun 14 14:54:21.384326 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.plugin [req-74d5017a-700f-44ad-bef1-d6be476d1929 req-b48f16ec-36c5-4841-bfdf-9d5cd484f241 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Deleting port 8548156a-1d2a-4f94-bf31-cf9aeaef8a58 {{(pid=99484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:54:21.384698 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-74d5017a-700f-44ad-bef1-d6be476d1929 req-b48f16ec-36c5-4841-bfdf-9d5cd484f241 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375454248'] for port, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:21.557492 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.db [req-74d5017a-700f-44ad-bef1-d6be476d1929 req-b48f16ec-36c5-4841-bfdf-9d5cd484f241 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] For port 8548156a-1d2a-4f94-bf31-cf9aeaef8a58, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=8548156a-1d2a-4f94-bf31-cf9aeaef8a58,segment=NetworkSegment(3a52893f-b9e9-4664-b955-88ac2abfbad8),segment_id=3a52893f-b9e9-4664-b955-88ac2abfbad8)] {{(pid=99484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:54:21.557855 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-74d5017a-700f-44ad-bef1-d6be476d1929 req-b48f16ec-36c5-4841-bfdf-9d5cd484f241 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4046836'] for port, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:21.580742 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb0066c-c6fb-417c-9516-ce36dcd086cb req-5b5a741c-1ae5-4631-bb32-bc5e6c15e986 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:21.583002 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-6eb0066c-c6fb-417c-9516-ce36dcd086cb req-5b5a741c-1ae5-4631-bb32-bc5e6c15e986 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=a67c62c1-6c91-4bdf-8d15-d1693714bd95 HTTP/1.1" status: 200 len: 946 time: 0.1715612 Jun 14 14:54:21.737380 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-6eb0066c-c6fb-417c-9516-ce36dcd086cb req-1a37291c-d490-4c9b-8f14-b6dc50dfdd35 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups?id=fbf6b06e-ceb1-4da2-a103-b5035768a1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082909 Jun 14 14:54:21.850725 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-74d5017a-700f-44ad-bef1-d6be476d1929 req-b48f16ec-36c5-4841-bfdf-9d5cd484f241 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:21.851101 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-74d5017a-700f-44ad-bef1-d6be476d1929 req-b48f16ec-36c5-4841-bfdf-9d5cd484f241 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4045686'] for floatingip, after_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:21.851416 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.db.l3_db [req-74d5017a-700f-44ad-bef1-d6be476d1929 req-b48f16ec-36c5-4841-bfdf-9d5cd484f241 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Floating IP e7726453-ea3f-47cb-b020-b903fcd5592c disassociated. External IP: 172.27.3.93, port: 8548156a-1d2a-4f94-bf31-cf9aeaef8a58. Jun 14 14:54:21.851781 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.plugin [req-74d5017a-700f-44ad-bef1-d6be476d1929 req-b48f16ec-36c5-4841-bfdf-9d5cd484f241 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Calling delete_port for 8548156a-1d2a-4f94-bf31-cf9aeaef8a58 owned by compute:nova {{(pid=99484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:54:22.455116 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-74d5017a-700f-44ad-bef1-d6be476d1929 req-b48f16ec-36c5-4841-bfdf-9d5cd484f241 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375458892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763375065896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12090229'] for port, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:22.460243 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:54:22.489857 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48f16ec-36c5-4841-bfdf-9d5cd484f241 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Pushing event deleted for resources: {'Port': ['ID=8548156a-1d2a-4f94-bf31-cf9aeaef8a58,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:54:22.493295 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-b48f16ec-36c5-4841-bfdf-9d5cd484f241 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:54:22.666188 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74d5017a-700f-44ad-bef1-d6be476d1929 req-b48f16ec-36c5-4841-bfdf-9d5cd484f241 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Router a1e19f38-71a9-42c2-ad03-564a62f5fdd5 has already been hosted by L3 agent 1c008f53-dbc2-48c1-a123-31b869a31df2 {{(pid=99484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 14:54:22.875626 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74d5017a-700f-44ad-bef1-d6be476d1929 req-b48f16ec-36c5-4841-bfdf-9d5cd484f241 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify agent at l3_agent.dv-cinder-726180-9-iscsi the message routers_updated {{(pid=99484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 14:54:22.887554 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fb7cd4-c3e3-4892-88f5-19fc00590f9a None None] Sync routers for ids ['a1e19f38-71a9-42c2-ad03-564a62f5fdd5'] in dv-cinder-726180-9-iscsi {{(pid=99485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 14:54:22.899517 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fb7cd4-c3e3-4892-88f5-19fc00590f9a None None] Routers {'a1e19f38-71a9-42c2-ad03-564a62f5fdd5'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:54:22.901294 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-f0fb7cd4-c3e3-4892-88f5-19fc00590f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:53:58Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['a1e19f38-71a9-42c2-ad03-564a62f5fdd5'], 'active': True} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:54:22.912684 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-f3c6b0e1-aa87-4fea-b5a6-f120e043ee16 req-5898f1ce-102f-43f5-93b3-cf5838ffc674 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=a67c62c1-6c91-4bdf-8d15-d1693714bd95 HTTP/1.1" status: 200 len: 210 time: 0.0504391 Jun 14 14:54:22.979036 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.l3_dvrscheduler_db [req-74d5017a-700f-44ad-bef1-d6be476d1929 req-b48f16ec-36c5-4841-bfdf-9d5cd484f241 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] No DVR routers for this DVR port 8548156a-1d2a-4f94-bf31-cf9aeaef8a58 on host hv-cinder-72618 {{(pid=99484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 14:54:22.981758 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-74d5017a-700f-44ad-bef1-d6be476d1929 req-b48f16ec-36c5-4841-bfdf-9d5cd484f241 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645'] for port, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:22.984121 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-74d5017a-700f-44ad-bef1-d6be476d1929 req-b48f16ec-36c5-4841-bfdf-9d5cd484f241 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.21 "DELETE /v2.0/ports/8548156a-1d2a-4f94-bf31-cf9aeaef8a58 HTTP/1.1" status: 204 len: 173 time: 1.7261319 Jun 14 14:54:22.984894 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a67c62c1-6c91-4bdf-8d15-d1693714bd95', 'name': 'network-vif-deleted', 'tag': '8548156a-1d2a-4f94-bf31-cf9aeaef8a58'}] {{(pid=99484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:54:22.989382 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d59e03e546515fa4e63eddd697505d7af87b03111d3d4a09b383aaccd0eedd18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c405ef9-27e1-443f-8920-5d59af3a2a2c" -d '{"events": [{"server_uuid": "a67c62c1-6c91-4bdf-8d15-d1693714bd95", "name": "network-vif-deleted", "tag": "8548156a-1d2a-4f94-bf31-cf9aeaef8a58"}]}' {{(pid=99484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:54:23.037219 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 14:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b8b015-4a5d-4000-bafe-6ae12f0cd92e x-openstack-request-id: req-f1b8b015-4a5d-4000-bafe-6ae12f0cd92e {{(pid=99484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:54:23.037888 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a67c62c1-6c91-4bdf-8d15-d1693714bd95", "name": "network-vif-deleted", "tag": "8548156a-1d2a-4f94-bf31-cf9aeaef8a58", "status": "completed", "code": 200}]} {{(pid=99484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:54:23.038323 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f1b8b015-4a5d-4000-bafe-6ae12f0cd92e {{(pid=99484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:54:23.038934 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a67c62c1-6c91-4bdf-8d15-d1693714bd95', 'name': 'network-vif-deleted', 'tag': '8548156a-1d2a-4f94-bf31-cf9aeaef8a58', 'status': 'completed', 'code': 200} Jun 14 14:54:23.087169 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvr_db [None req-f0fb7cd4-c3e3-4892-88f5-19fc00590f9a None None] Set router a1e19f38-71a9-42c2-ad03-564a62f5fdd5 gateway port host: dv-cinder-726180-9-iscsi {{(pid=99485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:54:23.130069 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48e83c3-9cbb-41b7-9b53-33a634e4455e req-a76154f9-a0cf-4dbd-b5a1-167d56b63313 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:23.132160 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-f48e83c3-9cbb-41b7-9b53-33a634e4455e req-a76154f9-a0cf-4dbd-b5a1-167d56b63313 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 945 time: 0.0794454 Jun 14 14:54:23.184681 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-f48e83c3-9cbb-41b7-9b53-33a634e4455e req-004a7c95-f889-4304-8bfe-92a41923ae89 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05144d8-074a-4edb-a2b3-52073245922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452564 Jun 14 14:54:23.384598 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-f0fb7cd4-c3e3-4892-88f5-19fc00590f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e19f38-71a9-42c2-ad03-564a62f5fdd5', 'name': 'tempest-AttachVolumeTestJSON-744546021-router', 'tenant_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '7f9e7668-8166-4761-9be7-99419494fe6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:46:41Z', 'updated_at': '2021-06-14T14:46:51Z', 'revision_number': 4, 'project_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'gw_port': {'id': '7f9e7668-8166-4761-9be7-99419494fe6e', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:db:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e19f38-71a9-42c2-ad03-564a62f5fdd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:46:43Z', 'updated_at': '2021-06-14T14:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_interfaces': [{'id': '19267b8f-8c0a-4213-86a8-a8ecf6c90a2f', 'name': '', 'network_id': '0f24e05a-f59f-42ec-ad23-eb813ca68e34', 'tenant_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'mac_address': 'fa:16:3e:44:e4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e19f38-71a9-42c2-ad03-564a62f5fdd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fdbf821b-0f7c-45ba-93c7-1bd078cce400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:46:50Z', 'updated_at': '2021-06-14T14:47:02Z', 'revision_number': 5, 'project_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'subnets': [{'id': 'fdbf821b-0f7c-45ba-93c7-1bd078cce400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:54:23.388043 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fb7cd4-c3e3-4892-88f5-19fc00590f9a None None] Checking router: a1e19f38-71a9-42c2-ad03-564a62f5fdd5 for host: dv-cinder-726180-9-iscsi {{(pid=99485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 14:54:23.396354 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fb7cd4-c3e3-4892-88f5-19fc00590f9a None None] Routers {'a1e19f38-71a9-42c2-ad03-564a62f5fdd5'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:54:23.396966 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-f0fb7cd4-c3e3-4892-88f5-19fc00590f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:53:58Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['a1e19f38-71a9-42c2-ad03-564a62f5fdd5'], 'active': True} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:54:23.550091 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvr_db [None req-f0fb7cd4-c3e3-4892-88f5-19fc00590f9a None None] Set router a1e19f38-71a9-42c2-ad03-564a62f5fdd5 gateway port host: dv-cinder-726180-9-iscsi {{(pid=99485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:54:23.973216 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-f0fb7cd4-c3e3-4892-88f5-19fc00590f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e19f38-71a9-42c2-ad03-564a62f5fdd5', 'name': 'tempest-AttachVolumeTestJSON-744546021-router', 'tenant_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '7f9e7668-8166-4761-9be7-99419494fe6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:46:41Z', 'updated_at': '2021-06-14T14:46:51Z', 'revision_number': 4, 'project_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'gw_port': {'id': '7f9e7668-8166-4761-9be7-99419494fe6e', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:db:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e19f38-71a9-42c2-ad03-564a62f5fdd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:46:43Z', 'updated_at': '2021-06-14T14:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_interfaces': [{'id': '19267b8f-8c0a-4213-86a8-a8ecf6c90a2f', 'name': '', 'network_id': '0f24e05a-f59f-42ec-ad23-eb813ca68e34', 'tenant_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'mac_address': 'fa:16:3e:44:e4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e19f38-71a9-42c2-ad03-564a62f5fdd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fdbf821b-0f7c-45ba-93c7-1bd078cce400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:46:50Z', 'updated_at': '2021-06-14T14:47:02Z', 'revision_number': 5, 'project_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'subnets': [{'id': 'fdbf821b-0f7c-45ba-93c7-1bd078cce400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:54:23.976941 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fb7cd4-c3e3-4892-88f5-19fc00590f9a None None] The sync data for ids ['a1e19f38-71a9-42c2-ad03-564a62f5fdd5'] in dv-cinder-726180-9-iscsi is: [{'id': 'a1e19f38-71a9-42c2-ad03-564a62f5fdd5', 'name': 'tempest-AttachVolumeTestJSON-744546021-router', 'tenant_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '7f9e7668-8166-4761-9be7-99419494fe6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:46:41Z', 'updated_at': '2021-06-14T14:46:51Z', 'revision_number': 4, 'project_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'gw_port': {'id': '7f9e7668-8166-4761-9be7-99419494fe6e', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:db:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e19f38-71a9-42c2-ad03-564a62f5fdd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:46:43Z', 'updated_at': '2021-06-14T14:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_interfaces': [{'id': '19267b8f-8c0a-4213-86a8-a8ecf6c90a2f', 'name': '', 'network_id': '0f24e05a-f59f-42ec-ad23-eb813ca68e34', 'tenant_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'mac_address': 'fa:16:3e:44:e4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e19f38-71a9-42c2-ad03-564a62f5fdd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fdbf821b-0f7c-45ba-93c7-1bd078cce400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:46:50Z', 'updated_at': '2021-06-14T14:47:02Z', 'revision_number': 5, 'project_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'subnets': [{'id': 'fdbf821b-0f7c-45ba-93c7-1bd078cce400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 14:54:24.087982 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-9305d142-8506-4c70-ae87-4676108a960b req-b11214d6-57c6-4e2a-bebe-b9b70c2c0384 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/ports?device_id=a67c62c1-6c91-4bdf-8d15-d1693714bd95 HTTP/1.1" status: 200 len: 210 time: 0.0351434 Jun 14 14:54:24.209241 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d4953b-4be3-4a01-9dbc-a13e33423e40 None None] New status for floating IP e7726453-ea3f-47cb-b020-b903fcd5592c: DOWN {{(pid=99486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 14:54:24.400271 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8243a88-f978-4032-8e83-dfc32a11191e req-5f87acee-7b28-4f27-a3ac-0dd63c55f0c8 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:24.401861 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-e8243a88-f978-4032-8e83-dfc32a11191e req-5f87acee-7b28-4f27-a3ac-0dd63c55f0c8 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 945 time: 0.0780170 Jun 14 14:54:24.449067 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-e8243a88-f978-4032-8e83-dfc32a11191e req-f10403f3-de9e-4764-ae52-0f164d06da27 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05144d8-074a-4edb-a2b3-52073245922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406399 Jun 14 14:54:25.076895 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.agents_db [None req-f05f0e2d-2be5-4cb0-86e7-333c7e47477b None None] Agent healthcheck: found 6 active agents {{(pid=99486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 14:54:25.324759 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 37228) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:54:25.389683 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-02483e54-0d6d-4d4d-9e13-b4cd50d03a47 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks [] for security_group, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:25.415943 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-02483e54-0d6d-4d4d-9e13-b4cd50d03a47 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:25.588911 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device 8548156a-1d2a-4f94-bf31-cf9aeaef8a58 no longer exists at agent hyperv_hv-cinder-72618 {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 14:54:25.621082 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] No Port match for: 8548156a-1d2a-4f94-bf31-cf9aeaef8a58 {{(pid=99485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 14:54:25.621374 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device 8548156a-1d2a-4f94-bf31-cf9aeaef8a58 not bound to the agent host hv-cinder-72618 {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 14:54:25.631525 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-02483e54-0d6d-4d4d-9e13-b4cd50d03a47 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:25.634686 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-02483e54-0d6d-4d4d-9e13-b4cd50d03a47 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks [] for security_group, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:25.644488 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-02483e54-0d6d-4d4d-9e13-b4cd50d03a47 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "DELETE /v2.0/security-groups/fbf6b06e-ceb1-4da2-a103-b5035768a1dc HTTP/1.1" status: 204 len: 168 time: 0.3100700 Jun 14 14:54:25.644488 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-75f540b6-449a-40e2-bf45-a5db9dc8ecc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:54:25.644855 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 37232) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:54:25.652222 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02483e54-0d6d-4d4d-9e13-b4cd50d03a47 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf6b06e-ceb1-4da2-a103-b5035768a1dc,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:54:25.655568 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-02483e54-0d6d-4d4d-9e13-b4cd50d03a47 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:54:25.657702 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.api.v2.resource [None req-3edbc99c-2927-428e-baac-34b9f7272f4e tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] show failed (client error): The resource could not be found. Jun 14 14:54:25.659753 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-3edbc99c-2927-428e-baac-34b9f7272f4e tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "GET /v2.0/security-groups/fbf6b06e-ceb1-4da2-a103-b5035768a1dc HTTP/1.1" status: 404 len: 347 time: 0.0194278 Jun 14 14:54:25.662512 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 37234) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:54:25.679025 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096331b5-467a-41f4-8fbf-58765692e21f req-c2ad9f3e-dac8-4483-861c-e170fb99bc2a tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:25.680623 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-096331b5-467a-41f4-8fbf-58765692e21f req-c2ad9f3e-dac8-4483-861c-e170fb99bc2a tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 945 time: 0.1097920 Jun 14 14:54:25.729782 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-096331b5-467a-41f4-8fbf-58765692e21f req-6cceb431-d7a1-41d2-aed5-023cb57d56ef tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05144d8-074a-4edb-a2b3-52073245922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429947 Jun 14 14:54:25.841053 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.plugin [None req-0da586f1-d252-46c8-9410-f9ddc13bce28 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Deleting port f2b451e9-53b8-4b88-80ed-570e00086a80 {{(pid=99484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:54:25.841397 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-0da586f1-d252-46c8-9410-f9ddc13bce28 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375454248'] for port, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:25.848261 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-c64b4fda-dbfb-450b-80a5-528535301b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:25.947087 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-0da586f1-d252-46c8-9410-f9ddc13bce28 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4046836'] for port, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:25.947324 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-0da586f1-d252-46c8-9410-f9ddc13bce28 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:26.042725 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.plugin [None req-0da586f1-d252-46c8-9410-f9ddc13bce28 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Calling delete_port for f2b451e9-53b8-4b88-80ed-570e00086a80 owned by network:floatingip {{(pid=99484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:54:26.310500 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-0da586f1-d252-46c8-9410-f9ddc13bce28 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375458892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763375065896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12090229'] for port, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:26.312613 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-98665b86-4049-44c9-bb62-570762ff17dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:54:26.342039 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da586f1-d252-46c8-9410-f9ddc13bce28 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Pushing event deleted for resources: {'Port': ['ID=f2b451e9-53b8-4b88-80ed-570e00086a80,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:54:26.344802 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-0da586f1-d252-46c8-9410-f9ddc13bce28 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:54:26.429912 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-0da586f1-d252-46c8-9410-f9ddc13bce28 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks [] for floatingip, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:26.432468 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-0da586f1-d252-46c8-9410-f9ddc13bce28 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645'] for floatingip, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:26.433600 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-0da586f1-d252-46c8-9410-f9ddc13bce28 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] 10.222.0.55 "DELETE /v2.0/floatingips/e7726453-ea3f-47cb-b020-b903fcd5592c HTTP/1.1" status: 204 len: 168 time: 0.7701361 Jun 14 14:54:26.940105 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb86d1d-e0f6-48e6-bef6-f906b27bf989 req-855c69c9-5d78-470a-98b0-aa4cad52be84 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:26.942236 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-4bb86d1d-e0f6-48e6-bef6-f906b27bf989 req-855c69c9-5d78-470a-98b0-aa4cad52be84 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 945 time: 0.0785794 Jun 14 14:54:26.985834 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-4bb86d1d-e0f6-48e6-bef6-f906b27bf989 req-e81cf951-c094-402b-a461-aa736f565f99 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05144d8-074a-4edb-a2b3-52073245922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380425 Jun 14 14:54:28.184190 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5eb7ad-f2d8-49d7-9c15-0ba3568eaefe req-4240428e-ddc5-4396-8c49-824b0bfffaca tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:28.185798 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-4f5eb7ad-f2d8-49d7-9c15-0ba3568eaefe req-4240428e-ddc5-4396-8c49-824b0bfffaca tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 945 time: 0.0794349 Jun 14 14:54:28.230232 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-4f5eb7ad-f2d8-49d7-9c15-0ba3568eaefe req-7efc5ceb-1e69-4833-9324-b2c3f97e27b2 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05144d8-074a-4edb-a2b3-52073245922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383968 Jun 14 14:54:28.567160 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-24cec23b-3c3c-4ebc-9abe-2d352460ed65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:28.767070 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:29.431318 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eef3fb-b8ad-4061-8207-0ddbf1ef1964 req-e3431583-512f-4d37-b600-869ed2aefe8f tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:29.433074 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-93eef3fb-b8ad-4061-8207-0ddbf1ef1964 req-e3431583-512f-4d37-b600-869ed2aefe8f tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 945 time: 0.0763154 Jun 14 14:54:29.485475 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-93eef3fb-b8ad-4061-8207-0ddbf1ef1964 req-f969bb00-9fa0-4c3b-b514-95004a1ed04c tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05144d8-074a-4edb-a2b3-52073245922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467346 Jun 14 14:54:29.809394 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-fac6794f-d54e-43a2-84ad-332974bc6d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:30.665797 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:30.699428 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a25bb-3bf7-4a91-a82b-e6fdca42e7c7 req-2c478a91-c98d-4d97-9e91-026804a319d8 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:30.700149 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-714a25bb-3bf7-4a91-a82b-e6fdca42e7c7 req-2c478a91-c98d-4d97-9e91-026804a319d8 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 945 time: 0.0817440 Jun 14 14:54:30.747448 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-714a25bb-3bf7-4a91-a82b-e6fdca42e7c7 req-1b3acfb8-871d-4395-9b78-b9ac3755c623 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05144d8-074a-4edb-a2b3-52073245922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412216 Jun 14 14:54:31.153006 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 37274) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:54:31.626329 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-39b4335d-7f90-4c96-ac82-c584c202a69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:31.913371 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-09f6d5a1-980d-4fb2-bdd1-f752ef6a0027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4034001'] for router_interface, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:31.948838 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c7523-d256-4685-9a02-edb8ee28515f req-39dd9031-424f-4e6a-805e-8fe32008689f tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:31.950311 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-aa2c7523-d256-4685-9a02-edb8ee28515f req-39dd9031-424f-4e6a-805e-8fe32008689f tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 945 time: 0.0741508 Jun 14 14:54:31.995446 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-aa2c7523-d256-4685-9a02-edb8ee28515f req-1e22951a-23b6-4f12-974a-9959325d0ee1 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05144d8-074a-4edb-a2b3-52073245922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394952 Jun 14 14:54:32.252110 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.plugin [None req-09f6d5a1-980d-4fb2-bdd1-f752ef6a0027 admin admin] Deleting port 19267b8f-8c0a-4213-86a8-a8ecf6c90a2f {{(pid=99483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:54:32.252517 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-09f6d5a1-980d-4fb2-bdd1-f752ef6a0027 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375454248'] for port, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:32.368822 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.db [None req-09f6d5a1-980d-4fb2-bdd1-f752ef6a0027 admin admin] For port 19267b8f-8c0a-4213-86a8-a8ecf6c90a2f, host dv-cinder-726180-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=19267b8f-8c0a-4213-86a8-a8ecf6c90a2f,segment=NetworkSegment(3a52893f-b9e9-4664-b955-88ac2abfbad8),segment_id=3a52893f-b9e9-4664-b955-88ac2abfbad8)] {{(pid=99483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:54:32.369178 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-09f6d5a1-980d-4fb2-bdd1-f752ef6a0027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4046836'] for port, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:32.483230 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.plugin [None req-09f6d5a1-980d-4fb2-bdd1-f752ef6a0027 admin admin] Calling delete_port for 19267b8f-8c0a-4213-86a8-a8ecf6c90a2f owned by network:router_interface {{(pid=99483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:54:32.814451 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-09f6d5a1-980d-4fb2-bdd1-f752ef6a0027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375458892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763375065896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282732'] for port, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:32.816868 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-291bfa2d-0196-4268-8daf-f73da5c771c6 tempest-VolumesActionsTest-752845323 tempest-VolumesActionsTest-752845323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:54:32.847277 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f6d5a1-980d-4fb2-bdd1-f752ef6a0027 admin admin] Pushing event deleted for resources: {'Port': ['ID=19267b8f-8c0a-4213-86a8-a8ecf6c90a2f,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:54:32.850080 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-09f6d5a1-980d-4fb2-bdd1-f752ef6a0027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:54:33.069177 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-09f6d5a1-980d-4fb2-bdd1-f752ef6a0027 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3699262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4033345'] for router_interface, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:33.289700 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c8dab2-5d70-436a-81c6-b3e4a96270ff req-1293fb6d-04e0-445a-8b1c-14b5ed2bb743 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:33.291048 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-b0c8dab2-5d70-436a-81c6-b3e4a96270ff req-1293fb6d-04e0-445a-8b1c-14b5ed2bb743 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 945 time: 0.1583393 Jun 14 14:54:33.446534 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-b0c8dab2-5d70-436a-81c6-b3e4a96270ff req-ab88cb3d-8ef3-4a21-bf7b-d8ffd0d1a948 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05144d8-074a-4edb-a2b3-52073245922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057632 Jun 14 14:54:33.475599 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09f6d5a1-980d-4fb2-bdd1-f752ef6a0027 admin admin] Router a1e19f38-71a9-42c2-ad03-564a62f5fdd5 has already been hosted by L3 agent 1c008f53-dbc2-48c1-a123-31b869a31df2 {{(pid=99483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 14:54:33.939001 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09f6d5a1-980d-4fb2-bdd1-f752ef6a0027 admin admin] Notify agent at l3_agent.dv-cinder-726180-9-iscsi the message routers_updated {{(pid=99483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 14:54:33.946226 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-09f6d5a1-980d-4fb2-bdd1-f752ef6a0027 admin admin] 10.222.0.55 "PUT /v2.0/routers/a1e19f38-71a9-42c2-ad03-564a62f5fdd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7920113 Jun 14 14:54:33.947406 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 37282) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:54:33.948878 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252f6864-edf0-44a1-8caf-14be6c9c3f50 None None] Sync routers for ids ['a1e19f38-71a9-42c2-ad03-564a62f5fdd5'] in dv-cinder-726180-9-iscsi {{(pid=99485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 14:54:33.958998 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252f6864-edf0-44a1-8caf-14be6c9c3f50 None None] Routers {'a1e19f38-71a9-42c2-ad03-564a62f5fdd5'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:54:33.959592 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-252f6864-edf0-44a1-8caf-14be6c9c3f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:54:28Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['a1e19f38-71a9-42c2-ad03-564a62f5fdd5'], 'active': True} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:54:34.105800 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-e9d69594-53fb-4abd-81d1-f144ef9de371 admin admin] Notify callbacks [] for router, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:34.114531 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvr_db [None req-252f6864-edf0-44a1-8caf-14be6c9c3f50 None None] Set router a1e19f38-71a9-42c2-ad03-564a62f5fdd5 gateway port host: dv-cinder-726180-9-iscsi {{(pid=99485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:54:34.254590 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-e9d69594-53fb-4abd-81d1-f144ef9de371 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:34.363687 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-252f6864-edf0-44a1-8caf-14be6c9c3f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e19f38-71a9-42c2-ad03-564a62f5fdd5', 'name': 'tempest-AttachVolumeTestJSON-744546021-router', 'tenant_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '7f9e7668-8166-4761-9be7-99419494fe6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:46:41Z', 'updated_at': '2021-06-14T14:54:32Z', 'revision_number': 5, 'project_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'gw_port': {'id': '7f9e7668-8166-4761-9be7-99419494fe6e', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:db:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e19f38-71a9-42c2-ad03-564a62f5fdd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:46:43Z', 'updated_at': '2021-06-14T14:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi'}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:54:34.365888 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252f6864-edf0-44a1-8caf-14be6c9c3f50 None None] Checking router: a1e19f38-71a9-42c2-ad03-564a62f5fdd5 for host: dv-cinder-726180-9-iscsi {{(pid=99485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 14:54:34.376319 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252f6864-edf0-44a1-8caf-14be6c9c3f50 None None] Routers {'a1e19f38-71a9-42c2-ad03-564a62f5fdd5'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:54:34.376950 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-252f6864-edf0-44a1-8caf-14be6c9c3f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:54:28Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['a1e19f38-71a9-42c2-ad03-564a62f5fdd5'], 'active': True} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:54:34.470923 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.plugin [None req-e9d69594-53fb-4abd-81d1-f144ef9de371 admin admin] Deleting port 7f9e7668-8166-4761-9be7-99419494fe6e {{(pid=99484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:54:34.471935 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-e9d69594-53fb-4abd-81d1-f144ef9de371 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375454248'] for port, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:34.534607 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvr_db [None req-252f6864-edf0-44a1-8caf-14be6c9c3f50 None None] Set router a1e19f38-71a9-42c2-ad03-564a62f5fdd5 gateway port host: dv-cinder-726180-9-iscsi {{(pid=99485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:54:34.629002 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.db [None req-e9d69594-53fb-4abd-81d1-f144ef9de371 admin admin] For port 7f9e7668-8166-4761-9be7-99419494fe6e, host dv-cinder-726180-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=7f9e7668-8166-4761-9be7-99419494fe6e,segment=NetworkSegment(5f9b4eda-9001-4473-8107-70664bb4d177),segment_id=5f9b4eda-9001-4473-8107-70664bb4d177)] {{(pid=99484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:54:34.629320 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-e9d69594-53fb-4abd-81d1-f144ef9de371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4046836'] for port, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:34.731958 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.plugin [None req-e9d69594-53fb-4abd-81d1-f144ef9de371 admin admin] Calling delete_port for 7f9e7668-8166-4761-9be7-99419494fe6e owned by network:router_gateway {{(pid=99484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:54:34.802318 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-252f6864-edf0-44a1-8caf-14be6c9c3f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e19f38-71a9-42c2-ad03-564a62f5fdd5', 'name': 'tempest-AttachVolumeTestJSON-744546021-router', 'tenant_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '7f9e7668-8166-4761-9be7-99419494fe6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:46:41Z', 'updated_at': '2021-06-14T14:54:32Z', 'revision_number': 5, 'project_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'gw_port': {'id': '7f9e7668-8166-4761-9be7-99419494fe6e', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:db:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e19f38-71a9-42c2-ad03-564a62f5fdd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:46:43Z', 'updated_at': '2021-06-14T14:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi'}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:54:34.806341 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252f6864-edf0-44a1-8caf-14be6c9c3f50 None None] The sync data for ids ['a1e19f38-71a9-42c2-ad03-564a62f5fdd5'] in dv-cinder-726180-9-iscsi is: [{'id': 'a1e19f38-71a9-42c2-ad03-564a62f5fdd5', 'name': 'tempest-AttachVolumeTestJSON-744546021-router', 'tenant_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '7f9e7668-8166-4761-9be7-99419494fe6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:46:41Z', 'updated_at': '2021-06-14T14:54:32Z', 'revision_number': 5, 'project_id': 'f6d775d7d5f04714a3c3dbf66a8c9048', 'gw_port': {'id': '7f9e7668-8166-4761-9be7-99419494fe6e', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:db:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e19f38-71a9-42c2-ad03-564a62f5fdd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:46:43Z', 'updated_at': '2021-06-14T14:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi'}] {{(pid=99485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 14:54:34.828519 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae35844c-6619-4d49-b787-3d9b2a4e57ba req-2be744e2-bee7-438b-9c4c-e75115f1bf07 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:34.830099 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-ae35844c-6619-4d49-b787-3d9b2a4e57ba req-2be744e2-bee7-438b-9c4c-e75115f1bf07 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 945 time: 0.2523501 Jun 14 14:54:34.964698 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-ae35844c-6619-4d49-b787-3d9b2a4e57ba req-8efc3941-4f25-4360-9d41-a99e978ff549 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05144d8-074a-4edb-a2b3-52073245922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199973 Jun 14 14:54:35.161523 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-e9d69594-53fb-4abd-81d1-f144ef9de371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375458892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763375065896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12090229'] for port, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:35.163716 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:54:35.195856 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d69594-53fb-4abd-81d1-f144ef9de371 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f9e7668-8166-4761-9be7-99419494fe6e,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:54:35.233552 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d69594-53fb-4abd-81d1-f144ef9de371 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:54:35.233940 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d69594-53fb-4abd-81d1-f144ef9de371 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:54:35.234332 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d69594-53fb-4abd-81d1-f144ef9de371 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:54:35.234694 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d69594-53fb-4abd-81d1-f144ef9de371 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:54:35.235053 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d69594-53fb-4abd-81d1-f144ef9de371 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:54:35.235415 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d69594-53fb-4abd-81d1-f144ef9de371 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:54:35.235810 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d69594-53fb-4abd-81d1-f144ef9de371 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:54:35.236229 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d69594-53fb-4abd-81d1-f144ef9de371 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:54:35.237256 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d69594-53fb-4abd-81d1-f144ef9de371 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:54:35.237692 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d69594-53fb-4abd-81d1-f144ef9de371 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:54:35.238096 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d69594-53fb-4abd-81d1-f144ef9de371 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:54:35.238470 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d69594-53fb-4abd-81d1-f144ef9de371 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:54:35.242943 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-e9d69594-53fb-4abd-81d1-f144ef9de371 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:54:35.295801 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-e9d69594-53fb-4abd-81d1-f144ef9de371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4045586'] for router_gateway, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:35.447600 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-e9d69594-53fb-4abd-81d1-f144ef9de371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4031715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60902'] for router, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:35.449834 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-e9d69594-53fb-4abd-81d1-f144ef9de371 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:35.613153 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-e9d69594-53fb-4abd-81d1-f144ef9de371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4031029'] for router, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:35.613715 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d69594-53fb-4abd-81d1-f144ef9de371 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1e19f38-71a9-42c2-ad03-564a62f5fdd5 {{(pid=99484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 14 14:54:35.618399 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-e9d69594-53fb-4abd-81d1-f144ef9de371 admin admin] Notify callbacks [] for router, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:35.619508 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-e9d69594-53fb-4abd-81d1-f144ef9de371 admin admin] 10.222.0.55 "DELETE /v2.0/routers/a1e19f38-71a9-42c2-ad03-564a62f5fdd5 HTTP/1.1" status: 204 len: 168 time: 1.6711030 Jun 14 14:54:35.622447 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 37286) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:54:35.678037 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3a5d37c-9a7a-4d1b-a034-ecaaa3124b04 admin admin] Deleting subnet fdbf821b-0f7c-45ba-93c7-1bd078cce400 {{(pid=99483) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 14 14:54:35.681580 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-d3a5d37c-9a7a-4d1b-a034-ecaaa3124b04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:35.734342 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-d3a5d37c-9a7a-4d1b-a034-ecaaa3124b04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8802486'] for subnet, precommit_delete_associations {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:35.867403 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-d3a5d37c-9a7a-4d1b-a034-ecaaa3124b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912507'] for subnet, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:36.026331 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-d3a5d37c-9a7a-4d1b-a034-ecaaa3124b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12397034'] for subnet, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:36.028964 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:54:36.067119 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a5d37c-9a7a-4d1b-a034-ecaaa3124b04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdbf821b-0f7c-45ba-93c7-1bd078cce400,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:54:36.069713 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-d3a5d37c-9a7a-4d1b-a034-ecaaa3124b04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:54:36.072592 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-d3a5d37c-9a7a-4d1b-a034-ecaaa3124b04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699218'] for subnet, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:36.077085 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-d3a5d37c-9a7a-4d1b-a034-ecaaa3124b04 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/fdbf821b-0f7c-45ba-93c7-1bd078cce400 HTTP/1.1" status: 204 len: 168 time: 0.4511561 Jun 14 14:54:36.077384 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 37290) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:54:36.081395 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd96ca9-3fc4-4d40-9219-5fae6ef1ce68 None None] Network 0f24e05a-f59f-42ec-ad23-eb813ca68e34 requested from dv-cinder-726180-9-iscsi {{(pid=99485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:54:36.207487 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-6f6a677f-f6b0-4141-b86a-132d1b2fbd20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1035504'] for network, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:36.274822 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7136af34-7b96-4fe4-9113-f2b0f316d12c req-cc95c8af-3e2f-4c94-9a6e-a1ff1d03c598 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:36.276509 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-7136af34-7b96-4fe4-9113-f2b0f316d12c req-cc95c8af-3e2f-4c94-9a6e-a1ff1d03c598 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 945 time: 0.1777794 Jun 14 14:54:36.328304 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.plugin [None req-6f6a677f-f6b0-4141-b86a-132d1b2fbd20 admin admin] Deleting port b108ece1-95ca-4066-993f-7451db15fc7b {{(pid=99483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:54:36.328641 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-6f6a677f-f6b0-4141-b86a-132d1b2fbd20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375454248'] for port, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:36.335219 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31542397-7519-4ad4-ba8d-c70e52606a53 None None] DHCP port deletion for 0f24e05a-f59f-42ec-ad23-eb813ca68e34 request from dv-cinder-726180-9-iscsi {{(pid=99485) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 14 14:54:36.335983 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-7136af34-7b96-4fe4-9113-f2b0f316d12c req-7c511469-2c9c-4e1e-b01a-e12b1ea1e004 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05144d8-074a-4edb-a2b3-52073245922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501721 Jun 14 14:54:36.395904 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-31542397-7519-4ad4-ba8d-c70e52606a53 None None] Deleting port b108ece1-95ca-4066-993f-7451db15fc7b {{(pid=99485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:54:36.396238 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-31542397-7519-4ad4-ba8d-c70e52606a53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375454248'] for port, before_delete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:36.425622 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.db [None req-6f6a677f-f6b0-4141-b86a-132d1b2fbd20 admin admin] For port b108ece1-95ca-4066-993f-7451db15fc7b, host dv-cinder-726180-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=b108ece1-95ca-4066-993f-7451db15fc7b,segment=NetworkSegment(3a52893f-b9e9-4664-b955-88ac2abfbad8),segment_id=3a52893f-b9e9-4664-b955-88ac2abfbad8)] {{(pid=99483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:54:36.426008 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-6f6a677f-f6b0-4141-b86a-132d1b2fbd20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4046836'] for port, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:36.487157 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-31542397-7519-4ad4-ba8d-c70e52606a53 None None] For port b108ece1-95ca-4066-993f-7451db15fc7b, host dv-cinder-726180-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=b108ece1-95ca-4066-993f-7451db15fc7b,segment=NetworkSegment(3a52893f-b9e9-4664-b955-88ac2abfbad8),segment_id=3a52893f-b9e9-4664-b955-88ac2abfbad8)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:54:36.488276 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-31542397-7519-4ad4-ba8d-c70e52606a53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4046836'] for port, precommit_delete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:36.521735 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.plugin [None req-6f6a677f-f6b0-4141-b86a-132d1b2fbd20 admin admin] Calling delete_port for b108ece1-95ca-4066-993f-7451db15fc7b owned by network:dhcp {{(pid=99483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:54:36.588523 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-31542397-7519-4ad4-ba8d-c70e52606a53 None None] Calling delete_port for b108ece1-95ca-4066-993f-7451db15fc7b owned by network:dhcp {{(pid=99485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:54:36.724650 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-6f6a677f-f6b0-4141-b86a-132d1b2fbd20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375458892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763375065896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282732'] for port, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:36.734271 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-0e979654-2586-4e7b-9924-520000a34c39 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:54:36.783092 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6a677f-f6b0-4141-b86a-132d1b2fbd20 admin admin] No DVR routers for this DVR port b108ece1-95ca-4066-993f-7451db15fc7b on host dv-cinder-726180-9-iscsi {{(pid=99483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 14:54:36.785041 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6a677f-f6b0-4141-b86a-132d1b2fbd20 admin admin] Pushing event deleted for resources: {'Port': ['ID=b108ece1-95ca-4066-993f-7451db15fc7b,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:54:36.788805 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-6f6a677f-f6b0-4141-b86a-132d1b2fbd20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:54:36.821943 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device 19267b8f-8c0a-4213-86a8-a8ecf6c90a2f no longer exists at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 14:54:36.852226 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] No Port match for: 19267b8f-8c0a-4213-86a8-a8ecf6c90a2f {{(pid=99485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 14:54:36.852592 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device 19267b8f-8c0a-4213-86a8-a8ecf6c90a2f not bound to the agent host dv-cinder-726180-9-iscsi {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 14:54:36.853017 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device 7f9e7668-8166-4761-9be7-99419494fe6e no longer exists at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 14:54:36.898104 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] No Port match for: 7f9e7668-8166-4761-9be7-99419494fe6e {{(pid=99485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 14:54:36.898456 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device 7f9e7668-8166-4761-9be7-99419494fe6e not bound to the agent host dv-cinder-726180-9-iscsi {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 14:54:36.898890 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device b108ece1-95ca-4066-993f-7451db15fc7b no longer exists at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 14:54:36.913172 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-6f6a677f-f6b0-4141-b86a-132d1b2fbd20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-911334', 'neutron.services.segments.db._delete_segments_for_network-8763375589048'] for network, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:36.926433 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.services.segments.db [None req-6f6a677f-f6b0-4141-b86a-132d1b2fbd20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f24e05a-f59f-42ec-ad23-eb813ca68e34']}} {{(pid=99483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:54:36.933161 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] No Port match for: b108ece1-95ca-4066-993f-7451db15fc7b {{(pid=99485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 14:54:36.933522 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device b108ece1-95ca-4066-993f-7451db15fc7b not bound to the agent host dv-cinder-726180-9-iscsi {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 14:54:36.939855 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.services.segments.db [None req-6f6a677f-f6b0-4141-b86a-132d1b2fbd20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a52893f-b9e9-4664-b955-88ac2abfbad8') {'for_net_delete': True} {{(pid=99483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:54:36.940242 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.services.segments.db [None req-6f6a677f-f6b0-4141-b86a-132d1b2fbd20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a52893f-b9e9-4664-b955-88ac2abfbad8') {} {{(pid=99483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:54:36.952533 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-6f6a677f-f6b0-4141-b86a-132d1b2fbd20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375588886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8802493'] for segment, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:36.961142 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-31542397-7519-4ad4-ba8d-c70e52606a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375458892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763375065896'] for port, after_delete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:36.963120 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-4e4680fb-db9c-486e-867e-fb178c0a8eb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:54:36.968893 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-6f6a677f-f6b0-4141-b86a-132d1b2fbd20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-914478'] for segment, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:36.975773 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f6a677f-f6b0-4141-b86a-132d1b2fbd20 admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=99483) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 14:54:36.976205 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-6f6a677f-f6b0-4141-b86a-132d1b2fbd20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-914478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282687'] for segment, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:36.977896 dv-cinder-726180-9-iscsi neutron-server[99483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:54:36.977896 dv-cinder-726180-9-iscsi neutron-server[99483]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:54:36.977896 dv-cinder-726180-9-iscsi neutron-server[99483]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:54:36.977896 dv-cinder-726180-9-iscsi neutron-server[99483]: retrieve_revision_numbers = { Jun 14 14:54:36.977896 dv-cinder-726180-9-iscsi neutron-server[99483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:54:36.977896 dv-cinder-726180-9-iscsi neutron-server[99483]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:54:36.977896 dv-cinder-726180-9-iscsi neutron-server[99483]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:54:36.977896 dv-cinder-726180-9-iscsi neutron-server[99483]: retrieve_revision_numbers = { Jun 14 14:54:36.977896 dv-cinder-726180-9-iscsi neutron-server[99483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:54:36.977896 dv-cinder-726180-9-iscsi neutron-server[99483]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:54:36.977896 dv-cinder-726180-9-iscsi neutron-server[99483]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:54:36.977896 dv-cinder-726180-9-iscsi neutron-server[99483]: retrieve_revision_numbers = { Jun 14 14:54:36.977896 dv-cinder-726180-9-iscsi neutron-server[99483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:54:36.977896 dv-cinder-726180-9-iscsi neutron-server[99483]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:54:36.977896 dv-cinder-726180-9-iscsi neutron-server[99483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:54:36.977896 dv-cinder-726180-9-iscsi neutron-server[99483]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:54:36.977896 dv-cinder-726180-9-iscsi neutron-server[99483]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:54:36.977896 dv-cinder-726180-9-iscsi neutron-server[99483]: retrieve_revision_numbers = { Jun 14 14:54:36.977896 dv-cinder-726180-9-iscsi neutron-server[99483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:54:36.977896 dv-cinder-726180-9-iscsi neutron-server[99483]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:54:36.977896 dv-cinder-726180-9-iscsi neutron-server[99483]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:54:36.977896 dv-cinder-726180-9-iscsi neutron-server[99483]: retrieve_revision_numbers = { Jun 14 14:54:36.977896 dv-cinder-726180-9-iscsi neutron-server[99483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:54:36.977896 dv-cinder-726180-9-iscsi neutron-server[99483]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:54:36.977896 dv-cinder-726180-9-iscsi neutron-server[99483]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:54:36.977896 dv-cinder-726180-9-iscsi neutron-server[99483]: retrieve_revision_numbers = { Jun 14 14:54:36.977896 dv-cinder-726180-9-iscsi neutron-server[99483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:54:36.977896 dv-cinder-726180-9-iscsi neutron-server[99483]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:54:36.977896 dv-cinder-726180-9-iscsi neutron-server[99483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:54:36.977896 dv-cinder-726180-9-iscsi neutron-server[99483]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:54:36.977896 dv-cinder-726180-9-iscsi neutron-server[99483]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:54:36.977896 dv-cinder-726180-9-iscsi neutron-server[99483]: retrieve_revision_numbers = { Jun 14 14:54:36.977896 dv-cinder-726180-9-iscsi neutron-server[99483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:54:36.977896 dv-cinder-726180-9-iscsi neutron-server[99483]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:54:36.977896 dv-cinder-726180-9-iscsi neutron-server[99483]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:54:36.977896 dv-cinder-726180-9-iscsi neutron-server[99483]: retrieve_revision_numbers = { Jun 14 14:54:36.977896 dv-cinder-726180-9-iscsi neutron-server[99483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:54:36.977896 dv-cinder-726180-9-iscsi neutron-server[99483]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:54:36.977896 dv-cinder-726180-9-iscsi neutron-server[99483]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:54:36.977896 dv-cinder-726180-9-iscsi neutron-server[99483]: retrieve_revision_numbers = { Jun 14 14:54:36.977896 dv-cinder-726180-9-iscsi neutron-server[99483]: Traceback (most recent call last): Jun 14 14:54:36.977896 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 14 14:54:36.977896 dv-cinder-726180-9-iscsi neutron-server[99483]: timer() Jun 14 14:54:36.977896 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 14 14:54:36.977896 dv-cinder-726180-9-iscsi neutron-server[99483]: cb(*args, **kw) Jun 14 14:54:36.977896 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 14 14:54:36.977896 dv-cinder-726180-9-iscsi neutron-server[99483]: return func(*args, **kwargs) Jun 14 14:54:36.977896 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 14 14:54:36.977896 dv-cinder-726180-9-iscsi neutron-server[99483]: self._notify() Jun 14 14:54:36.977896 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 14 14:54:36.977896 dv-cinder-726180-9-iscsi neutron-server[99483]: self.callback(batched_events) Jun 14 14:54:36.977896 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 14 14:54:36.981259 dv-cinder-726180-9-iscsi neutron-server[99483]: event.method(event) Jun 14 14:54:36.981259 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 14 14:54:36.981259 dv-cinder-726180-9-iscsi neutron-server[99483]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 14 14:54:36.981259 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 14 14:54:36.981259 dv-cinder-726180-9-iscsi neutron-server[99483]: aggregate_uuid = self.p_client.list_aggregates( Jun 14 14:54:36.981259 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 14 14:54:36.981259 dv-cinder-726180-9-iscsi neutron-server[99483]: return f(self, *a, **k) Jun 14 14:54:36.981259 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 14 14:54:36.981259 dv-cinder-726180-9-iscsi neutron-server[99483]: return self._get(url).json() Jun 14 14:54:36.981259 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 14 14:54:36.981259 dv-cinder-726180-9-iscsi neutron-server[99483]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 14 14:54:36.981259 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 14 14:54:36.981259 dv-cinder-726180-9-iscsi neutron-server[99483]: return self.request(url, 'GET', **kwargs) Jun 14 14:54:36.981259 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 14 14:54:36.981259 dv-cinder-726180-9-iscsi neutron-server[99483]: base_url = self.get_endpoint(auth, allow=allow, Jun 14 14:54:36.981259 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 14 14:54:36.981259 dv-cinder-726180-9-iscsi neutron-server[99483]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 14 14:54:36.981259 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 14 14:54:36.981259 dv-cinder-726180-9-iscsi neutron-server[99483]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 14 14:54:36.981259 dv-cinder-726180-9-iscsi neutron-server[99483]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 14 14:54:36.992539 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31542397-7519-4ad4-ba8d-c70e52606a53 None None] Pushing event deleted for resources: {'Port': ['ID=b108ece1-95ca-4066-993f-7451db15fc7b,revision_number=None']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:54:36.997112 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31542397-7519-4ad4-ba8d-c70e52606a53 None None] No DVR routers for this DVR port b108ece1-95ca-4066-993f-7451db15fc7b on host dv-cinder-726180-9-iscsi {{(pid=99485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 14:54:37.006216 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31542397-7519-4ad4-ba8d-c70e52606a53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:54:37.006622 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31542397-7519-4ad4-ba8d-c70e52606a53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:54:37.006940 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31542397-7519-4ad4-ba8d-c70e52606a53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:54:37.007233 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31542397-7519-4ad4-ba8d-c70e52606a53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:54:37.007562 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31542397-7519-4ad4-ba8d-c70e52606a53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:54:37.007898 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31542397-7519-4ad4-ba8d-c70e52606a53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:54:37.008250 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31542397-7519-4ad4-ba8d-c70e52606a53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:54:37.008553 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31542397-7519-4ad4-ba8d-c70e52606a53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:54:37.008876 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31542397-7519-4ad4-ba8d-c70e52606a53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:54:37.009196 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31542397-7519-4ad4-ba8d-c70e52606a53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:54:37.009515 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31542397-7519-4ad4-ba8d-c70e52606a53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:54:37.009848 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31542397-7519-4ad4-ba8d-c70e52606a53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:54:37.012980 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-31542397-7519-4ad4-ba8d-c70e52606a53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:54:37.151168 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-6f6a677f-f6b0-4141-b86a-132d1b2fbd20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-911353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4045583'] for network, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:37.155227 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:54:37.159743 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-6f6a677f-f6b0-4141-b86a-132d1b2fbd20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699218'] for network, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:37.161642 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-6f6a677f-f6b0-4141-b86a-132d1b2fbd20 admin admin] 10.222.0.55 "DELETE /v2.0/networks/0f24e05a-f59f-42ec-ad23-eb813ca68e34 HTTP/1.1" status: 204 len: 168 time: 1.0833626 Jun 14 14:54:37.174358 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6a677f-f6b0-4141-b86a-132d1b2fbd20 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f24e05a-f59f-42ec-ad23-eb813ca68e34,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:54:37.177217 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-6f6a677f-f6b0-4141-b86a-132d1b2fbd20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:54:37.586002 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c2b08-04a0-4883-949b-3dded9347266 req-172772c9-87e9-4e45-8930-f151c7239f2c tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:37.587722 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-530c2b08-04a0-4883-949b-3dded9347266 req-172772c9-87e9-4e45-8930-f151c7239f2c tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 945 time: 0.0852089 Jun 14 14:54:37.601853 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 37298) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:54:37.674664 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-ef65f369-6e3a-4c68-a911-f3e121344a9d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f6d775d7d5f04714a3c3dbf66a8c9048&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0707259 Jun 14 14:54:37.676564 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 37302) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:54:37.743667 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-e3927e0e-e332-48df-bb9e-72f717a8acad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:37.780982 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-e3927e0e-e332-48df-bb9e-72f717a8acad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:37.944851 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-530c2b08-04a0-4883-949b-3dded9347266 req-b25ab160-84d5-4e03-9822-391af8edae04 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05144d8-074a-4edb-a2b3-52073245922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3497396 Jun 14 14:54:37.979736 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-e3927e0e-e332-48df-bb9e-72f717a8acad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:37.982548 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-e3927e0e-e332-48df-bb9e-72f717a8acad admin admin] Notify callbacks [] for security_group, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:37.983691 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-e3927e0e-e332-48df-bb9e-72f717a8acad admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8437bc0d-7d05-48c5-a85c-27f78d29f778 HTTP/1.1" status: 204 len: 168 time: 0.3058143 Jun 14 14:54:37.984522 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-88702bc2-60a0-4ccc-ae18-c92e92929ba5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:54:37.995530 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3927e0e-e332-48df-bb9e-72f717a8acad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8437bc0d-7d05-48c5-a85c-27f78d29f778,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:54:37.998371 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-e3927e0e-e332-48df-bb9e-72f717a8acad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:54:39.150416 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d2ae8-989c-4f01-9365-2e1fe3bcd389 req-53ae5717-b705-4738-b65f-96d81eab410c tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:39.151963 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-616d2ae8-989c-4f01-9365-2e1fe3bcd389 req-53ae5717-b705-4738-b65f-96d81eab410c tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 945 time: 0.0790792 Jun 14 14:54:39.204528 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-616d2ae8-989c-4f01-9365-2e1fe3bcd389 req-35b37843-063d-410d-a3c4-c377d107b45b tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05144d8-074a-4edb-a2b3-52073245922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427370 Jun 14 14:54:39.678264 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device 7fadcec1-58cb-4b2f-a935-7f4e048e374b details requested by agent hyperv_hv-cinder-72618 with host hv-cinder-72618 {{(pid=99485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 14:54:39.804613 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] For port 7fadcec1-58cb-4b2f-a935-7f4e048e374b, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=7fadcec1-58cb-4b2f-a935-7f4e048e374b,segment=NetworkSegment(74da14e9-8c63-4e6e-9b03-7a584e6443b7),segment_id=74da14e9-8c63-4e6e-9b03-7a584e6443b7)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:54:39.817357 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Returning: {'device': '7fadcec1-58cb-4b2f-a935-7f4e048e374b', 'network_id': 'eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46', 'port_id': '7fadcec1-58cb-4b2f-a935-7f4e048e374b', 'mac_address': 'fa:16:3e:9a:bc:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f1648b2-006c-47fc-bec4-7719f58bad8c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 14:54:39.864301 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:39.883402 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.notifiers.nova [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7fadcec1-58cb-4b2f-a935-7f4e048e374b {{(pid=99485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:54:39.906404 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] For port 7fadcec1-58cb-4b2f-a935-7f4e048e374b, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=7fadcec1-58cb-4b2f-a935-7f4e048e374b,segment=NetworkSegment(74da14e9-8c63-4e6e-9b03-7a584e6443b7),segment_id=74da14e9-8c63-4e6e-9b03-7a584e6443b7)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:54:40.094191 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:40.097133 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-4fc56a64-440d-44e6-8831-9873ee386581 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:54:40.163497 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Pushing event updated for resources: {'Port': ['ID=7fadcec1-58cb-4b2f-a935-7f4e048e374b,revision_number=6']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:54:40.166834 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:54:40.216313 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] get_ports_and_sgs() called for port_ids ['7fadcec1-58cb-4b2f-a935-7f4e048e374b'] {{(pid=99485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 14:54:40.437187 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd89b5-b324-4d50-913b-ab84cdc5b580 req-4facaa8f-f5ba-4405-9664-3f5426bd19ff tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:40.438600 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-fcbd89b5-b324-4d50-913b-ab84cdc5b580 req-4facaa8f-f5ba-4405-9664-3f5426bd19ff tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 944 time: 0.0784633 Jun 14 14:54:40.487492 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-fcbd89b5-b324-4d50-913b-ab84cdc5b580 req-7456cab2-ca31-4104-bf19-249a7dc60723 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05144d8-074a-4edb-a2b3-52073245922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423694 Jun 14 14:54:41.681774 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc994357-20a9-4d82-b1ef-c763b9792f7d req-602a8936-3375-4f0d-9694-0d5d7f431e5e tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:41.684057 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-cc994357-20a9-4d82-b1ef-c763b9792f7d req-602a8936-3375-4f0d-9694-0d5d7f431e5e tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 944 time: 0.0752947 Jun 14 14:54:41.693357 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device 7fadcec1-58cb-4b2f-a935-7f4e048e374b up at agent hyperv_hv-cinder-72618 {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:54:41.730744 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-cc994357-20a9-4d82-b1ef-c763b9792f7d req-a1c959e5-2601-4c49-a59f-a06b583e693c tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05144d8-074a-4edb-a2b3-52073245922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406742 Jun 14 14:54:41.765489 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Provisioning complete for port 7fadcec1-58cb-4b2f-a935-7f4e048e374b triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:54:41.765902 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:41.866998 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:41.895360 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '339e09e4-8e7b-4641-b598-dbb7e3cec27a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fadcec1-58cb-4b2f-a935-7f4e048e374b'}] {{(pid=99485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:54:41.897709 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb48b8a921a599a4918edb6fe4edb23e72f7f4aaa6ba2d648db764b95ae78972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-767960bb-ab1b-417f-a54a-ea58f208501d" -d '{"events": [{"server_uuid": "339e09e4-8e7b-4641-b598-dbb7e3cec27a", "name": "network-vif-plugged", "status": "completed", "tag": "7fadcec1-58cb-4b2f-a935-7f4e048e374b"}]}' {{(pid=99485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:54:41.913939 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] For port 7fadcec1-58cb-4b2f-a935-7f4e048e374b, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=7fadcec1-58cb-4b2f-a935-7f4e048e374b,segment=NetworkSegment(74da14e9-8c63-4e6e-9b03-7a584e6443b7),segment_id=74da14e9-8c63-4e6e-9b03-7a584e6443b7)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:54:41.947103 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 14:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6093cd2d-d8b8-4b8b-8b37-99c54107e2e4 x-openstack-request-id: req-6093cd2d-d8b8-4b8b-8b37-99c54107e2e4 {{(pid=99485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:54:41.947415 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "339e09e4-8e7b-4641-b598-dbb7e3cec27a", "name": "network-vif-plugged", "status": "completed", "tag": "7fadcec1-58cb-4b2f-a935-7f4e048e374b", "code": 200}]} {{(pid=99485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:54:41.947680 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6093cd2d-d8b8-4b8b-8b37-99c54107e2e4 {{(pid=99485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:54:41.948125 dv-cinder-726180-9-iscsi neutron-server[99485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '339e09e4-8e7b-4641-b598-dbb7e3cec27a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fadcec1-58cb-4b2f-a935-7f4e048e374b', 'code': 200} Jun 14 14:54:42.038271 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:42.042238 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:54:42.130265 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Pushing event updated for resources: {'Port': ['ID=7fadcec1-58cb-4b2f-a935-7f4e048e374b,revision_number=7']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:54:42.140113 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:54:42.981887 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee5e82d-0933-4275-a33b-fbeaa69f804b req-bd718a2d-2990-4e38-b740-38dac81b5708 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:42.984094 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-1ee5e82d-0933-4275-a33b-fbeaa69f804b req-bd718a2d-2990-4e38-b740-38dac81b5708 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 945 time: 0.1040294 Jun 14 14:54:43.038456 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-1ee5e82d-0933-4275-a33b-fbeaa69f804b req-0aa886d1-0809-47ba-a4f0-5b6512c74e67 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05144d8-074a-4edb-a2b3-52073245922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456023 Jun 14 14:54:43.398144 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-6c595264-b7e3-4345-83cc-3692252bb5d8 req-836a6796-c786-4513-9ce8-aca4a49c0a2b tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-689132444&fields=id&tenant_id=eb3b0bac7b7d45c998f69dfce00cbc95 HTTP/1.1" status: 200 len: 267 time: 0.0775499 Jun 14 14:54:43.529661 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c595264-b7e3-4345-83cc-3692252bb5d8 req-d254a7a5-603f-413d-926b-789423427ecb tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:43.569972 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-6c595264-b7e3-4345-83cc-3692252bb5d8 req-d254a7a5-603f-413d-926b-789423427ecb tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/ports?device_id=467c9ee0-dac7-46fa-9708-515c56ab4692 HTTP/1.1" status: 200 len: 984 time: 0.1322954 Jun 14 14:54:43.569972 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.v2.base [req-6c595264-b7e3-4345-83cc-3692252bb5d8 req-2c692e1e-e69e-4a44-88c9-45b65093bf55 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Request body: {'port': {'security_groups': ['4f492e54-5373-4fdc-bdcc-f5e782e21178']}} {{(pid=99483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:54:43.694909 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-6c595264-b7e3-4345-83cc-3692252bb5d8 req-2c692e1e-e69e-4a44-88c9-45b65093bf55 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:43.966323 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.db [req-6c595264-b7e3-4345-83cc-3692252bb5d8 req-2c692e1e-e69e-4a44-88c9-45b65093bf55 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] For port a5a516eb-f771-47d6-9b7a-d70d3f2763a4, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=a5a516eb-f771-47d6-9b7a-d70d3f2763a4,segment=NetworkSegment(0c110fe6-a787-4f20-a180-21ac650dc6bc),segment_id=0c110fe6-a787-4f20-a180-21ac650dc6bc)] {{(pid=99483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:54:43.974009 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 37406) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:54:44.047475 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-6c595264-b7e3-4345-83cc-3692252bb5d8 req-2c692e1e-e69e-4a44-88c9-45b65093bf55 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Notify callbacks [] for port, precommit_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:44.152341 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9063eb9b-dacd-4454-9af5-6d9d7681415f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:44.157039 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-6c595264-b7e3-4345-83cc-3692252bb5d8 req-2c692e1e-e69e-4a44-88c9-45b65093bf55 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282715'] for port, after_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:44.164148 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-86ec9bf6-aa8c-4504-86a0-4393a45393d5 tempest-ServerRescueNegativeTestJSON-519027272 tempest-ServerRescueNegativeTestJSON-519027272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:54:44.171067 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] get_ports_and_sgs() called for port_ids ['a5a516eb-f771-47d6-9b7a-d70d3f2763a4'] {{(pid=99485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 14:54:44.220594 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c595264-b7e3-4345-83cc-3692252bb5d8 req-2c692e1e-e69e-4a44-88c9-45b65093bf55 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:44.221592 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-6c595264-b7e3-4345-83cc-3692252bb5d8 req-2c692e1e-e69e-4a44-88c9-45b65093bf55 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645'] for port, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:44.232232 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-6c595264-b7e3-4345-83cc-3692252bb5d8 req-2c692e1e-e69e-4a44-88c9-45b65093bf55 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "PUT /v2.0/ports/a5a516eb-f771-47d6-9b7a-d70d3f2763a4 HTTP/1.1" status: 200 len: 942 time: 0.6896126 Jun 14 14:54:44.277745 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 37412) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:54:44.278801 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '467c9ee0-dac7-46fa-9708-515c56ab4692', 'tag': 'a5a516eb-f771-47d6-9b7a-d70d3f2763a4'}] {{(pid=99483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:54:44.281826 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10e764dcb54ca1904200e902db0bf3fc798e652e4e20eb5cbfc1ab196cf52753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2011848-3777-407f-bc5b-4a575205a8a0" -d '{"events": [{"name": "network-changed", "server_uuid": "467c9ee0-dac7-46fa-9708-515c56ab4692", "tag": "a5a516eb-f771-47d6-9b7a-d70d3f2763a4"}]}' {{(pid=99483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:54:44.400949 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9063eb9b-dacd-4454-9af5-6d9d7681415f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:44.403868 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] get_ports_and_sgs() called for port_ids ['a5a516eb-f771-47d6-9b7a-d70d3f2763a4'] {{(pid=99485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 14:54:44.553987 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c692e1e-e69e-4a44-88c9-45b65093bf55 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Pushing event updated for resources: {'Port': ['ID=a5a516eb-f771-47d6-9b7a-d70d3f2763a4,revision_number=7']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:54:44.579435 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-2c692e1e-e69e-4a44-88c9-45b65093bf55 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:54:44.580591 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9063eb9b-dacd-4454-9af5-6d9d7681415f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:44.599794 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-004128ba-48d5-4360-b364-fc95a01515d7 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Notify callbacks [] for security_group, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:44.643322 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-ac257f1e-29e3-4b6b-a091-8cb4990a29f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:54:44.648881 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-9063eb9b-dacd-4454-9af5-6d9d7681415f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e5be14e0cbad42cf8e638f3ce209903f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6734083 Jun 14 14:54:44.653696 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 37416) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:54:44.655392 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-ca47103f-415c-46b6-a665-d034708f8a52 None None] Provisioning complete for port a5a516eb-f771-47d6-9b7a-d70d3f2763a4 triggered by entity DHCP. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:54:44.655843 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-ca47103f-415c-46b6-a665-d034708f8a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:44.669623 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a214b-ffa8-4146-bace-e159bc1aec97 req-1350560b-4514-490a-a67d-8c6e86417427 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:44.673372 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-ce9a214b-ffa8-4146-bace-e159bc1aec97 req-1350560b-4514-490a-a67d-8c6e86417427 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 945 time: 0.2701638 Jun 14 14:54:44.674108 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-004128ba-48d5-4360-b364-fc95a01515d7 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:44.706361 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 14:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a5daaa6-261e-4c1d-a43c-ac37577e0e68 x-openstack-request-id: req-5a5daaa6-261e-4c1d-a43c-ac37577e0e68 {{(pid=99483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:54:44.706361 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "467c9ee0-dac7-46fa-9708-515c56ab4692", "tag": "a5a516eb-f771-47d6-9b7a-d70d3f2763a4", "status": "completed", "code": 200}]} {{(pid=99483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:54:44.706361 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5a5daaa6-261e-4c1d-a43c-ac37577e0e68 {{(pid=99483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:54:44.706361 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '467c9ee0-dac7-46fa-9708-515c56ab4692', 'tag': 'a5a516eb-f771-47d6-9b7a-d70d3f2763a4', 'status': 'completed', 'code': 200} Jun 14 14:54:44.841654 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9063eb9b-dacd-4454-9af5-6d9d7681415f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df0bf8e0-fb8d-4870-b81d-34557ccf0c66,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:54:44.850072 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-9063eb9b-dacd-4454-9af5-6d9d7681415f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:54:44.854604 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-004128ba-48d5-4360-b364-fc95a01515d7 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:44.858810 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-004128ba-48d5-4360-b364-fc95a01515d7 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Notify callbacks [] for security_group, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:44.866007 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-004128ba-48d5-4360-b364-fc95a01515d7 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "DELETE /v2.0/security-groups/4f001b32-109f-4698-b3b0-ac3923258142 HTTP/1.1" status: 204 len: 168 time: 0.5799046 Jun 14 14:54:44.866933 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 37420) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:54:44.868577 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-a65a866d-d121-4a94-a05c-0a7c97407f86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:54:44.912312 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-ce9a214b-ffa8-4146-bace-e159bc1aec97 req-c057625c-9330-4b8d-b2e2-781ccaf9fdcd tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05144d8-074a-4edb-a2b3-52073245922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1891804 Jun 14 14:54:44.921141 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004128ba-48d5-4360-b364-fc95a01515d7 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f001b32-109f-4698-b3b0-ac3923258142,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:54:44.926711 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-004128ba-48d5-4360-b364-fc95a01515d7 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:54:44.942405 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-c28a07ce-391b-4778-9c62-d0c5a6d8bee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:44.987251 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-c28a07ce-391b-4778-9c62-d0c5a6d8bee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:45.044738 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2011848-3777-407f-bc5b-4a575205a8a0 req-ed614fa5-9119-42a1-af77-2808b77c61d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:45.046219 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-b2011848-3777-407f-bc5b-4a575205a8a0 req-ed614fa5-9119-42a1-af77-2808b77c61d2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eb3b0bac7b7d45c998f69dfce00cbc95&device_id=467c9ee0-dac7-46fa-9708-515c56ab4692 HTTP/1.1" status: 200 len: 1098 time: 0.2934222 Jun 14 14:54:45.209661 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2011848-3777-407f-bc5b-4a575205a8a0 req-d535d13c-d24a-45dd-a665-bda1d7ad8fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:45.209661 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-b2011848-3777-407f-bc5b-4a575205a8a0 req-d535d13c-d24a-45dd-a665-bda1d7ad8fdf service neutron] 10.222.0.21 "GET /v2.0/networks?id=04e422d8-d568-478b-9fdb-9a37bcb8fe6f HTTP/1.1" status: 200 len: 915 time: 0.1545696 Jun 14 14:54:45.229874 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.plugin [None req-f9416d89-0d05-47e6-a5d8-164fe5650558 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Deleting port 2ee334db-7ebc-4998-806d-0bb92bcd67be {{(pid=99483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:54:45.230779 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-f9416d89-0d05-47e6-a5d8-164fe5650558 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375454248'] for port, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:45.276843 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-c28a07ce-391b-4778-9c62-d0c5a6d8bee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:45.279371 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-c28a07ce-391b-4778-9c62-d0c5a6d8bee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:45.283757 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-c28a07ce-391b-4778-9c62-d0c5a6d8bee2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/df0bf8e0-fb8d-4870-b81d-34557ccf0c66 HTTP/1.1" status: 204 len: 168 time: 0.6084433 Jun 14 14:54:45.291351 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-9063eb9b-dacd-4454-9af5-6d9d7681415f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:54:45.305909 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28a07ce-391b-4778-9c62-d0c5a6d8bee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0bf8e0-fb8d-4870-b81d-34557ccf0c66,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:54:45.341392 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-c28a07ce-391b-4778-9c62-d0c5a6d8bee2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:54:45.358593 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-b2011848-3777-407f-bc5b-4a575205a8a0 req-323547f2-f302-4d21-a587-ca1c450e38c7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5a516eb-f771-47d6-9b7a-d70d3f2763a4 HTTP/1.1" status: 200 len: 1000 time: 0.1418467 Jun 14 14:54:45.384889 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-f9416d89-0d05-47e6-a5d8-164fe5650558 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4046836'] for port, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:45.385243 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-f9416d89-0d05-47e6-a5d8-164fe5650558 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:45.447406 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2011848-3777-407f-bc5b-4a575205a8a0 req-50b9c5ce-9a76-4625-bcef-2bcf49c3bea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:45.449869 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-b2011848-3777-407f-bc5b-4a575205a8a0 req-50b9c5ce-9a76-4625-bcef-2bcf49c3bea9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0cf39583-af2e-4c02-b7c9-789941507629 HTTP/1.1" status: 200 len: 853 time: 0.0845268 Jun 14 14:54:45.548952 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2011848-3777-407f-bc5b-4a575205a8a0 req-16ca41cc-ea1c-4873-aad5-31f20f12e8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:45.560271 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-b2011848-3777-407f-bc5b-4a575205a8a0 req-16ca41cc-ea1c-4873-aad5-31f20f12e8f1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=04e422d8-d568-478b-9fdb-9a37bcb8fe6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0934198 Jun 14 14:54:45.560839 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.plugin [None req-f9416d89-0d05-47e6-a5d8-164fe5650558 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Calling delete_port for 2ee334db-7ebc-4998-806d-0bb92bcd67be owned by network:floatingip {{(pid=99483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:54:45.736995 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-b2011848-3777-407f-bc5b-4a575205a8a0 req-ed64abaa-3c3d-40ad-b5d3-4a566b18ac3b service neutron] 10.222.0.21 "GET /v2.0/networks/04e422d8-d568-478b-9fdb-9a37bcb8fe6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739085 Jun 14 14:54:45.884186 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-b2011848-3777-407f-bc5b-4a575205a8a0 req-50bbc48b-96a9-41f2-b26f-51ea77a59bde service neutron] 10.222.0.21 "GET /v2.0/networks/04e422d8-d568-478b-9fdb-9a37bcb8fe6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408970 Jun 14 14:54:46.144929 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32841a79-e30e-47b9-ab51-8659bb187782 req-f101b0c0-7a7a-42b8-a2fd-58959872c09c tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:46.146345 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-32841a79-e30e-47b9-ab51-8659bb187782 req-f101b0c0-7a7a-42b8-a2fd-58959872c09c tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 945 time: 0.0774059 Jun 14 14:54:46.197890 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-32841a79-e30e-47b9-ab51-8659bb187782 req-0763ef2a-279b-4f8b-b338-05ae75bccc43 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05144d8-074a-4edb-a2b3-52073245922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449064 Jun 14 14:54:46.247497 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-f9416d89-0d05-47e6-a5d8-164fe5650558 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375458892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763375065896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282732'] for port, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:46.250869 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-4bdbd01d-4cb7-490c-80b6-dad4ab2cc12c tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:54:46.278992 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9416d89-0d05-47e6-a5d8-164fe5650558 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Pushing event deleted for resources: {'Port': ['ID=2ee334db-7ebc-4998-806d-0bb92bcd67be,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:54:46.285453 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-f9416d89-0d05-47e6-a5d8-164fe5650558 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:54:46.394270 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-f9416d89-0d05-47e6-a5d8-164fe5650558 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Notify callbacks [] for floatingip, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:46.394712 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.db.l3_db [None req-f9416d89-0d05-47e6-a5d8-164fe5650558 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Floating IP c69619b7-74c2-4a5c-ab93-982368c76f9e disassociated (deleted). External IP: 172.27.3.40, port: a5a516eb-f771-47d6-9b7a-d70d3f2763a4. Jun 14 14:54:47.344734 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9416d89-0d05-47e6-a5d8-164fe5650558 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Router bbf2b376-2d35-44fe-8572-d52d456f99a7 has already been hosted by L3 agent 1c008f53-dbc2-48c1-a123-31b869a31df2 {{(pid=99483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 14:54:47.500168 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4848e1f8-f9e4-4817-8b52-44eb654f6f86 req-bd07c769-be8c-48c2-9ae9-6f62962455ad tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:47.508172 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-4848e1f8-f9e4-4817-8b52-44eb654f6f86 req-bd07c769-be8c-48c2-9ae9-6f62962455ad tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 945 time: 0.1182022 Jun 14 14:54:47.567595 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-4848e1f8-f9e4-4817-8b52-44eb654f6f86 req-875d178a-5bcb-495e-b281-79c518ec8dc1 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05144d8-074a-4edb-a2b3-52073245922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583875 Jun 14 14:54:47.612649 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9416d89-0d05-47e6-a5d8-164fe5650558 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Notify agent at l3_agent.dv-cinder-726180-9-iscsi the message routers_updated {{(pid=99483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 14:54:47.621367 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-f9416d89-0d05-47e6-a5d8-164fe5650558 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645'] for floatingip, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:47.632447 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81a8aeb-4375-46fa-b541-8a2fe64e54c9 None None] Sync routers for ids ['bbf2b376-2d35-44fe-8572-d52d456f99a7'] in dv-cinder-726180-9-iscsi {{(pid=99486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 14:54:47.645277 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81a8aeb-4375-46fa-b541-8a2fe64e54c9 None None] Routers {'bbf2b376-2d35-44fe-8572-d52d456f99a7'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:54:47.645934 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-e81a8aeb-4375-46fa-b541-8a2fe64e54c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:54:28Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['bbf2b376-2d35-44fe-8572-d52d456f99a7'], 'active': True} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:54:47.686360 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-f9416d89-0d05-47e6-a5d8-164fe5650558 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "DELETE /v2.0/floatingips/c69619b7-74c2-4a5c-ab93-982368c76f9e HTTP/1.1" status: 204 len: 168 time: 2.7911057 Jun 14 14:54:47.687063 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '467c9ee0-dac7-46fa-9708-515c56ab4692', 'tag': 'a5a516eb-f771-47d6-9b7a-d70d3f2763a4'}] {{(pid=99483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:54:47.690250 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10e764dcb54ca1904200e902db0bf3fc798e652e4e20eb5cbfc1ab196cf52753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b3200d-12f7-4f2a-92e0-15dd8bf4fdb2" -d '{"events": [{"name": "network-changed", "server_uuid": "467c9ee0-dac7-46fa-9708-515c56ab4692", "tag": "a5a516eb-f771-47d6-9b7a-d70d3f2763a4"}]}' {{(pid=99483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:54:47.763872 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 14:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b174707-bc25-4a7b-a584-0299d5175b72 x-openstack-request-id: req-1b174707-bc25-4a7b-a584-0299d5175b72 {{(pid=99483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:54:47.764244 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "467c9ee0-dac7-46fa-9708-515c56ab4692", "tag": "a5a516eb-f771-47d6-9b7a-d70d3f2763a4", "status": "completed", "code": 200}]} {{(pid=99483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:54:47.764506 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1b174707-bc25-4a7b-a584-0299d5175b72 {{(pid=99483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:54:47.764949 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '467c9ee0-dac7-46fa-9708-515c56ab4692', 'tag': 'a5a516eb-f771-47d6-9b7a-d70d3f2763a4', 'status': 'completed', 'code': 200} Jun 14 14:54:47.895513 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvr_db [None req-e81a8aeb-4375-46fa-b541-8a2fe64e54c9 None None] Set router bbf2b376-2d35-44fe-8572-d52d456f99a7 gateway port host: dv-cinder-726180-9-iscsi {{(pid=99486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:54:47.916411 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b3200d-12f7-4f2a-92e0-15dd8bf4fdb2 req-4d2c9ce8-7f55-4d21-acc3-c400883ed3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:47.918349 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-66b3200d-12f7-4f2a-92e0-15dd8bf4fdb2 req-4d2c9ce8-7f55-4d21-acc3-c400883ed3f0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eb3b0bac7b7d45c998f69dfce00cbc95&device_id=467c9ee0-dac7-46fa-9708-515c56ab4692 HTTP/1.1" status: 200 len: 1098 time: 0.1202111 Jun 14 14:54:48.140531 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b3200d-12f7-4f2a-92e0-15dd8bf4fdb2 req-5b4829f8-2489-4af6-bacd-8e4682043bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:48.144614 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-66b3200d-12f7-4f2a-92e0-15dd8bf4fdb2 req-5b4829f8-2489-4af6-bacd-8e4682043bcd service neutron] 10.222.0.21 "GET /v2.0/networks?id=04e422d8-d568-478b-9fdb-9a37bcb8fe6f HTTP/1.1" status: 200 len: 915 time: 0.2150583 Jun 14 14:54:48.223822 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-66b3200d-12f7-4f2a-92e0-15dd8bf4fdb2 req-01690875-8bbb-4aec-9fa4-207332e1c9d2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5a516eb-f771-47d6-9b7a-d70d3f2763a4 HTTP/1.1" status: 200 len: 217 time: 0.0707498 Jun 14 14:54:48.320243 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b3200d-12f7-4f2a-92e0-15dd8bf4fdb2 req-135766d9-af65-4e83-873c-fa11a00ac49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:48.321842 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-66b3200d-12f7-4f2a-92e0-15dd8bf4fdb2 req-135766d9-af65-4e83-873c-fa11a00ac49f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0cf39583-af2e-4c02-b7c9-789941507629 HTTP/1.1" status: 200 len: 853 time: 0.0901668 Jun 14 14:54:48.378395 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-e81a8aeb-4375-46fa-b541-8a2fe64e54c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf2b376-2d35-44fe-8572-d52d456f99a7', 'name': 'tempest-TestMinimumBasicScenario-738783498-router', 'tenant_id': 'eb3b0bac7b7d45c998f69dfce00cbc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': 'a848056c-fcc2-4ec8-a2d7-ad45327c5548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:51:18Z', 'updated_at': '2021-06-14T14:51:26Z', 'revision_number': 4, 'project_id': 'eb3b0bac7b7d45c998f69dfce00cbc95', 'gw_port': {'id': 'a848056c-fcc2-4ec8-a2d7-ad45327c5548', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:35:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf2b376-2d35-44fe-8572-d52d456f99a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:51:19Z', 'updated_at': '2021-06-14T14:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_interfaces': [{'id': '3bda3e35-d570-4983-bfdb-0093c9014560', 'name': '', 'network_id': '04e422d8-d568-478b-9fdb-9a37bcb8fe6f', 'tenant_id': 'eb3b0bac7b7d45c998f69dfce00cbc95', 'mac_address': 'fa:16:3e:b7:a2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf2b376-2d35-44fe-8572-d52d456f99a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '0cf39583-af2e-4c02-b7c9-789941507629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:51:24Z', 'updated_at': '2021-06-14T14:51:38Z', 'revision_number': 5, 'project_id': 'eb3b0bac7b7d45c998f69dfce00cbc95', 'subnets': [{'id': '0cf39583-af2e-4c02-b7c9-789941507629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:54:48.382343 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81a8aeb-4375-46fa-b541-8a2fe64e54c9 None None] Checking router: bbf2b376-2d35-44fe-8572-d52d456f99a7 for host: dv-cinder-726180-9-iscsi {{(pid=99486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 14:54:48.391564 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81a8aeb-4375-46fa-b541-8a2fe64e54c9 None None] Routers {'bbf2b376-2d35-44fe-8572-d52d456f99a7'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:54:48.392627 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-e81a8aeb-4375-46fa-b541-8a2fe64e54c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:54:28Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['bbf2b376-2d35-44fe-8572-d52d456f99a7'], 'active': True} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:54:48.415884 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b3200d-12f7-4f2a-92e0-15dd8bf4fdb2 req-35ee8e62-ac9d-443a-84cf-b6b889bb855e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:48.418671 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-66b3200d-12f7-4f2a-92e0-15dd8bf4fdb2 req-35ee8e62-ac9d-443a-84cf-b6b889bb855e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=04e422d8-d568-478b-9fdb-9a37bcb8fe6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0885463 Jun 14 14:54:48.591484 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-66b3200d-12f7-4f2a-92e0-15dd8bf4fdb2 req-832ecf5e-b9b2-49b6-a5c7-00dc5a5a5298 service neutron] 10.222.0.21 "GET /v2.0/networks/04e422d8-d568-478b-9fdb-9a37bcb8fe6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616185 Jun 14 14:54:48.654638 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvr_db [None req-e81a8aeb-4375-46fa-b541-8a2fe64e54c9 None None] Set router bbf2b376-2d35-44fe-8572-d52d456f99a7 gateway port host: dv-cinder-726180-9-iscsi {{(pid=99486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:54:48.951413 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-66b3200d-12f7-4f2a-92e0-15dd8bf4fdb2 req-4a00084a-e73d-4576-9d6d-dbc5d9fc3c71 service neutron] 10.222.0.21 "GET /v2.0/networks/04e422d8-d568-478b-9fdb-9a37bcb8fe6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3491824 Jun 14 14:54:49.016203 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afaeb8d-d0cd-4c4a-a7f8-48b1175659e0 req-3f8a666a-38d3-4cca-9ebd-8458316b7ca8 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:49.023720 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-9afaeb8d-d0cd-4c4a-a7f8-48b1175659e0 req-3f8a666a-38d3-4cca-9ebd-8458316b7ca8 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 945 time: 0.0990646 Jun 14 14:54:49.030003 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-e81a8aeb-4375-46fa-b541-8a2fe64e54c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf2b376-2d35-44fe-8572-d52d456f99a7', 'name': 'tempest-TestMinimumBasicScenario-738783498-router', 'tenant_id': 'eb3b0bac7b7d45c998f69dfce00cbc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': 'a848056c-fcc2-4ec8-a2d7-ad45327c5548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:51:18Z', 'updated_at': '2021-06-14T14:51:26Z', 'revision_number': 4, 'project_id': 'eb3b0bac7b7d45c998f69dfce00cbc95', 'gw_port': {'id': 'a848056c-fcc2-4ec8-a2d7-ad45327c5548', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:35:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf2b376-2d35-44fe-8572-d52d456f99a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:51:19Z', 'updated_at': '2021-06-14T14:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_interfaces': [{'id': '3bda3e35-d570-4983-bfdb-0093c9014560', 'name': '', 'network_id': '04e422d8-d568-478b-9fdb-9a37bcb8fe6f', 'tenant_id': 'eb3b0bac7b7d45c998f69dfce00cbc95', 'mac_address': 'fa:16:3e:b7:a2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf2b376-2d35-44fe-8572-d52d456f99a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '0cf39583-af2e-4c02-b7c9-789941507629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:51:24Z', 'updated_at': '2021-06-14T14:51:38Z', 'revision_number': 5, 'project_id': 'eb3b0bac7b7d45c998f69dfce00cbc95', 'subnets': [{'id': '0cf39583-af2e-4c02-b7c9-789941507629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:54:49.037086 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81a8aeb-4375-46fa-b541-8a2fe64e54c9 None None] The sync data for ids ['bbf2b376-2d35-44fe-8572-d52d456f99a7'] in dv-cinder-726180-9-iscsi is: [{'id': 'bbf2b376-2d35-44fe-8572-d52d456f99a7', 'name': 'tempest-TestMinimumBasicScenario-738783498-router', 'tenant_id': 'eb3b0bac7b7d45c998f69dfce00cbc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': 'a848056c-fcc2-4ec8-a2d7-ad45327c5548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:51:18Z', 'updated_at': '2021-06-14T14:51:26Z', 'revision_number': 4, 'project_id': 'eb3b0bac7b7d45c998f69dfce00cbc95', 'gw_port': {'id': 'a848056c-fcc2-4ec8-a2d7-ad45327c5548', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:35:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf2b376-2d35-44fe-8572-d52d456f99a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:51:19Z', 'updated_at': '2021-06-14T14:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_interfaces': [{'id': '3bda3e35-d570-4983-bfdb-0093c9014560', 'name': '', 'network_id': '04e422d8-d568-478b-9fdb-9a37bcb8fe6f', 'tenant_id': 'eb3b0bac7b7d45c998f69dfce00cbc95', 'mac_address': 'fa:16:3e:b7:a2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf2b376-2d35-44fe-8572-d52d456f99a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '0cf39583-af2e-4c02-b7c9-789941507629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:51:24Z', 'updated_at': '2021-06-14T14:51:38Z', 'revision_number': 5, 'project_id': 'eb3b0bac7b7d45c998f69dfce00cbc95', 'subnets': [{'id': '0cf39583-af2e-4c02-b7c9-789941507629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 14:54:49.120467 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-9afaeb8d-d0cd-4c4a-a7f8-48b1175659e0 req-fa6bf79b-9e17-48c1-bd0d-c77c318d156f tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05144d8-074a-4edb-a2b3-52073245922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907478 Jun 14 14:54:49.446432 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4e3845-53f7-4eb8-9535-f47b71563e67 None None] New status for floating IP c69619b7-74c2-4a5c-ab93-982368c76f9e: DOWN {{(pid=99485) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 14:54:50.350657 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a85ad99-c0d2-4cfa-b33b-c63deba04390 req-5199867a-0588-4ccc-b09b-44095298c09d tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:50.352744 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-7a85ad99-c0d2-4cfa-b33b-c63deba04390 req-5199867a-0588-4ccc-b09b-44095298c09d tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 945 time: 0.1012614 Jun 14 14:54:50.401618 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-7a85ad99-c0d2-4cfa-b33b-c63deba04390 req-7c70a41f-e7d1-44ac-a860-4d7acabc375b tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05144d8-074a-4edb-a2b3-52073245922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409575 Jun 14 14:54:51.687275 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383f5f04-f0c4-4a46-a502-2c0a741355b2 req-1b24768b-f4cd-408d-81b0-236e4e110c54 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:51.688911 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-383f5f04-f0c4-4a46-a502-2c0a741355b2 req-1b24768b-f4cd-408d-81b0-236e4e110c54 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 945 time: 0.1139336 Jun 14 14:54:51.763800 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-383f5f04-f0c4-4a46-a502-2c0a741355b2 req-931e5789-2ca4-4346-9c87-4c4f2c6ab87f tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05144d8-074a-4edb-a2b3-52073245922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628154 Jun 14 14:54:53.039997 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ded391-8147-4f66-b3e9-74f994ffbb29 req-dad45ca9-cca1-4ab2-9f25-e78a5abdeafe tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:53.041791 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-d5ded391-8147-4f66-b3e9-74f994ffbb29 req-dad45ca9-cca1-4ab2-9f25-e78a5abdeafe tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 945 time: 0.1123040 Jun 14 14:54:53.108675 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-d5ded391-8147-4f66-b3e9-74f994ffbb29 req-d8468a05-dd40-474b-bd1e-d6f8f5ecb0fd tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05144d8-074a-4edb-a2b3-52073245922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607450 Jun 14 14:54:53.576928 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e2c075-5e40-4b79-8502-f1fcac020656 req-60a2e951-72e9-40ec-8a08-82039517c8c8 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:53.579083 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-80e2c075-5e40-4b79-8502-f1fcac020656 req-60a2e951-72e9-40ec-8a08-82039517c8c8 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/ports?device_id=467c9ee0-dac7-46fa-9708-515c56ab4692 HTTP/1.1" status: 200 len: 945 time: 0.1258259 Jun 14 14:54:53.653103 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-80e2c075-5e40-4b79-8502-f1fcac020656 req-098d8c43-bbcd-46b1-9294-e73bc8e42f66 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f492e54-5373-4fdc-bdcc-f5e782e21178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673969 Jun 14 14:54:54.351513 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b471ae2c-3ebb-46ab-a5da-33991f7d3210 req-764b2374-9e5e-4a1f-af1f-a8bda28208c9 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:54.353052 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-b471ae2c-3ebb-46ab-a5da-33991f7d3210 req-764b2374-9e5e-4a1f-af1f-a8bda28208c9 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 945 time: 0.0772009 Jun 14 14:54:54.403225 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-b471ae2c-3ebb-46ab-a5da-33991f7d3210 req-f7b31769-9347-45c7-8b7a-09c3705217be tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05144d8-074a-4edb-a2b3-52073245922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438352 Jun 14 14:54:54.849067 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527e1dbb-f16f-4d81-bdaa-b3bcd5c9734d req-dad447f0-8bb8-468b-ad8b-66aeb8ee856b tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:54.850553 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-527e1dbb-f16f-4d81-bdaa-b3bcd5c9734d req-dad447f0-8bb8-468b-ad8b-66aeb8ee856b tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/ports?device_id=467c9ee0-dac7-46fa-9708-515c56ab4692 HTTP/1.1" status: 200 len: 945 time: 0.0805733 Jun 14 14:54:54.902419 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-527e1dbb-f16f-4d81-bdaa-b3bcd5c9734d req-794037e6-e348-4966-a6f4-72a79ecb1dcd tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f492e54-5373-4fdc-bdcc-f5e782e21178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455644 Jun 14 14:54:55.549689 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654859d1-412b-425e-9b6c-f34eb2c20c81 req-a7d6b444-2782-4720-b2a8-ed0584813a29 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:55.551575 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-654859d1-412b-425e-9b6c-f34eb2c20c81 req-a7d6b444-2782-4720-b2a8-ed0584813a29 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.21 "GET /v2.0/ports?device_id=467c9ee0-dac7-46fa-9708-515c56ab4692 HTTP/1.1" status: 200 len: 945 time: 0.1105649 Jun 14 14:54:55.608263 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3492f974-47cc-4073-b24a-bc3f475572c9 req-cccb5e4a-c572-464a-b89e-1de18b984e4a tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:55.609920 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-3492f974-47cc-4073-b24a-bc3f475572c9 req-cccb5e4a-c572-464a-b89e-1de18b984e4a tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 945 time: 0.0812943 Jun 14 14:54:55.656965 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-3492f974-47cc-4073-b24a-bc3f475572c9 req-aeeb4bd9-3bb9-43ec-8f48-4588f712d431 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05144d8-074a-4edb-a2b3-52073245922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402334 Jun 14 14:54:55.720809 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.plugin [req-654859d1-412b-425e-9b6c-f34eb2c20c81 req-49de5f09-fc86-4964-8935-d4a28a7b957a tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Deleting port a5a516eb-f771-47d6-9b7a-d70d3f2763a4 {{(pid=99484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:54:55.721443 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-654859d1-412b-425e-9b6c-f34eb2c20c81 req-49de5f09-fc86-4964-8935-d4a28a7b957a tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375454248'] for port, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:55.803353 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-856f3500-6d90-4530-b631-c85020771379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:55.870668 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.db [req-654859d1-412b-425e-9b6c-f34eb2c20c81 req-49de5f09-fc86-4964-8935-d4a28a7b957a tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] For port a5a516eb-f771-47d6-9b7a-d70d3f2763a4, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=a5a516eb-f771-47d6-9b7a-d70d3f2763a4,segment=NetworkSegment(0c110fe6-a787-4f20-a180-21ac650dc6bc),segment_id=0c110fe6-a787-4f20-a180-21ac650dc6bc)] {{(pid=99484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:54:55.870668 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-654859d1-412b-425e-9b6c-f34eb2c20c81 req-49de5f09-fc86-4964-8935-d4a28a7b957a tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4046836'] for port, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:55.992913 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.plugin [req-654859d1-412b-425e-9b6c-f34eb2c20c81 req-49de5f09-fc86-4964-8935-d4a28a7b957a tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Calling delete_port for a5a516eb-f771-47d6-9b7a-d70d3f2763a4 owned by compute:nova {{(pid=99484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:54:56.156273 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19abdd25-8276-4e7f-acd4-5b79f02776a8 req-b300eac1-8006-4022-9a27-1b3bba7c0123 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:56.160068 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-19abdd25-8276-4e7f-acd4-5b79f02776a8 req-b300eac1-8006-4022-9a27-1b3bba7c0123 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/ports?device_id=467c9ee0-dac7-46fa-9708-515c56ab4692 HTTP/1.1" status: 200 len: 945 time: 0.1097329 Jun 14 14:54:56.220638 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-19abdd25-8276-4e7f-acd4-5b79f02776a8 req-bbf318d8-964c-4974-83fe-35eb7a5f1a92 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f492e54-5373-4fdc-bdcc-f5e782e21178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539885 Jun 14 14:54:56.329065 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-654859d1-412b-425e-9b6c-f34eb2c20c81 req-49de5f09-fc86-4964-8935-d4a28a7b957a tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375458892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763375065896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12090229'] for port, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:56.336050 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:54:56.344029 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] get_ports_and_sgs() called for port_ids ['a5a516eb-f771-47d6-9b7a-d70d3f2763a4'] {{(pid=99485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 14:54:56.373630 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49de5f09-fc86-4964-8935-d4a28a7b957a tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Pushing event deleted for resources: {'Port': ['ID=a5a516eb-f771-47d6-9b7a-d70d3f2763a4,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:54:56.380621 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-49de5f09-fc86-4964-8935-d4a28a7b957a tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:54:56.438156 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.l3_dvrscheduler_db [req-654859d1-412b-425e-9b6c-f34eb2c20c81 req-49de5f09-fc86-4964-8935-d4a28a7b957a tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] No DVR routers for this DVR port a5a516eb-f771-47d6-9b7a-d70d3f2763a4 on host hv-cinder-72618 {{(pid=99484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 14:54:56.442834 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-654859d1-412b-425e-9b6c-f34eb2c20c81 req-49de5f09-fc86-4964-8935-d4a28a7b957a tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645'] for port, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:56.445536 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-654859d1-412b-425e-9b6c-f34eb2c20c81 req-49de5f09-fc86-4964-8935-d4a28a7b957a tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.21 "DELETE /v2.0/ports/a5a516eb-f771-47d6-9b7a-d70d3f2763a4 HTTP/1.1" status: 204 len: 173 time: 0.8876143 Jun 14 14:54:56.446003 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '467c9ee0-dac7-46fa-9708-515c56ab4692', 'name': 'network-vif-deleted', 'tag': 'a5a516eb-f771-47d6-9b7a-d70d3f2763a4'}] {{(pid=99484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:54:56.448447 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d59e03e546515fa4e63eddd697505d7af87b03111d3d4a09b383aaccd0eedd18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcbe8cd4-7f4e-4e65-8663-d65f12e02e38" -d '{"events": [{"server_uuid": "467c9ee0-dac7-46fa-9708-515c56ab4692", "name": "network-vif-deleted", "tag": "a5a516eb-f771-47d6-9b7a-d70d3f2763a4"}]}' {{(pid=99484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:54:56.488776 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 14:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39654124-fac0-4ecb-aed0-10b06f4934fe x-openstack-request-id: req-39654124-fac0-4ecb-aed0-10b06f4934fe {{(pid=99484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:54:56.491179 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "467c9ee0-dac7-46fa-9708-515c56ab4692", "name": "network-vif-deleted", "tag": "a5a516eb-f771-47d6-9b7a-d70d3f2763a4", "status": "completed", "code": 200}]} {{(pid=99484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:54:56.491179 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-39654124-fac0-4ecb-aed0-10b06f4934fe {{(pid=99484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:54:56.491179 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '467c9ee0-dac7-46fa-9708-515c56ab4692', 'name': 'network-vif-deleted', 'tag': 'a5a516eb-f771-47d6-9b7a-d70d3f2763a4', 'status': 'completed', 'code': 200} Jun 14 14:54:57.030710 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d5e6c9-a89c-42b3-903e-6e26a9e749a1 req-1c1a4105-b7d3-4fa8-a796-ae083ef3b136 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:57.032311 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-f0d5e6c9-a89c-42b3-903e-6e26a9e749a1 req-1c1a4105-b7d3-4fa8-a796-ae083ef3b136 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 945 time: 0.1749468 Jun 14 14:54:57.083679 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f874f-5982-422e-98c7-d2bbf7875bc5 req-26248dff-d730-4504-9836-61351ea7ca7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:57.085913 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-235f874f-5982-422e-98c7-d2bbf7875bc5 req-26248dff-d730-4504-9836-61351ea7ca7f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=79973d5241f0405abc9418c3151cbe9d&device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 1098 time: 0.1211936 Jun 14 14:54:57.095266 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-f0d5e6c9-a89c-42b3-903e-6e26a9e749a1 req-dd59bb5c-dc80-4784-89c3-3fd2d1afe2ab tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05144d8-074a-4edb-a2b3-52073245922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540156 Jun 14 14:54:57.219252 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f874f-5982-422e-98c7-d2bbf7875bc5 req-587d22f4-0912-4ce6-babb-2ed331b814d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:57.221455 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-235f874f-5982-422e-98c7-d2bbf7875bc5 req-587d22f4-0912-4ce6-babb-2ed331b814d4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46 HTTP/1.1" status: 200 len: 917 time: 0.1291411 Jun 14 14:54:57.344922 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-235f874f-5982-422e-98c7-d2bbf7875bc5 req-8da15199-03c2-49d7-8897-1d54e91cac27 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7fadcec1-58cb-4b2f-a935-7f4e048e374b HTTP/1.1" status: 200 len: 1001 time: 0.1160011 Jun 14 14:54:57.439248 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-9984891f-fc4f-4ea3-b628-716c689cbf19 req-b30d9886-9eb7-4483-87d7-cc4477361964 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] 10.222.0.55 "GET /v2.0/ports?device_id=467c9ee0-dac7-46fa-9708-515c56ab4692 HTTP/1.1" status: 200 len: 210 time: 0.0496843 Jun 14 14:54:57.447997 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f874f-5982-422e-98c7-d2bbf7875bc5 req-757a7cbc-42e7-4683-b055-e3b2e6c534d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:57.450437 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-235f874f-5982-422e-98c7-d2bbf7875bc5 req-757a7cbc-42e7-4683-b055-e3b2e6c534d7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8f1648b2-006c-47fc-bec4-7719f58bad8c HTTP/1.1" status: 200 len: 855 time: 0.0986536 Jun 14 14:54:57.525314 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f874f-5982-422e-98c7-d2bbf7875bc5 req-f0e6f1d8-87ac-446b-ab44-58d3bba5cdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:57.527017 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-235f874f-5982-422e-98c7-d2bbf7875bc5 req-f0e6f1d8-87ac-446b-ab44-58d3bba5cdf1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0685775 Jun 14 14:54:57.674366 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-235f874f-5982-422e-98c7-d2bbf7875bc5 req-9675693d-2cc4-4669-8d19-a85369edd54b service neutron] 10.222.0.21 "GET /v2.0/networks/eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381018 Jun 14 14:54:57.832664 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-235f874f-5982-422e-98c7-d2bbf7875bc5 req-3a5ba619-10a4-47b9-99a0-c6379e840590 service neutron] 10.222.0.21 "GET /v2.0/networks/eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511266 Jun 14 14:54:58.315367 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b3849f-3db6-469e-baca-ac7b85db3db9 req-7d788bf3-6792-4168-aaeb-a18be7d06ec9 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:58.317136 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-30b3849f-3db6-469e-baca-ac7b85db3db9 req-7d788bf3-6792-4168-aaeb-a18be7d06ec9 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 945 time: 0.0883212 Jun 14 14:54:58.378703 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-30b3849f-3db6-469e-baca-ac7b85db3db9 req-fb6cdcd0-a88c-41fc-acdb-0bfb53152ac1 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05144d8-074a-4edb-a2b3-52073245922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524333 Jun 14 14:54:58.652260 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-153b0c02-9b2a-45bc-918a-b10bd7cff8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:58.871060 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:59.597150 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733867c-f693-46e7-9f06-05c6c6bf2e76 req-9b4797e1-6fab-4df8-a1c5-3ca18f80dd14 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:59.598709 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-4733867c-f693-46e7-9f06-05c6c6bf2e76 req-9b4797e1-6fab-4df8-a1c5-3ca18f80dd14 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 945 time: 0.0782275 Jun 14 14:54:59.646406 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-4733867c-f693-46e7-9f06-05c6c6bf2e76 req-8654c94d-95f4-45cf-b218-8e2caff1dba9 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05144d8-074a-4edb-a2b3-52073245922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413938 Jun 14 14:54:59.788486 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device a5a516eb-f771-47d6-9b7a-d70d3f2763a4 no longer exists at agent hyperv_hv-cinder-72618 {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 14:54:59.824807 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] No Port match for: a5a516eb-f771-47d6-9b7a-d70d3f2763a4 {{(pid=99485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 14:54:59.825096 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device a5a516eb-f771-47d6-9b7a-d70d3f2763a4 not bound to the agent host hv-cinder-72618 {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 14:54:59.826943 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-fac6794f-d54e-43a2-84ad-332974bc6d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:00.572795 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-e6733371-d29c-46b9-befb-3f7644e68b97 req-87400db5-840b-4ace-ab5c-4d656bccb868 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0683601 Jun 14 14:55:00.669833 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6733371-d29c-46b9-befb-3f7644e68b97 req-67468500-8d6a-4ee5-b643-4472c798b069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:00.671230 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-e6733371-d29c-46b9-befb-3f7644e68b97 req-67468500-8d6a-4ee5-b643-4472c798b069 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8730e6a0fdc54b92a4e0d83a015c460a&device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b HTTP/1.1" status: 200 len: 1098 time: 0.0690041 Jun 14 14:55:00.738711 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:00.898086 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6733371-d29c-46b9-befb-3f7644e68b97 req-3ac6bd35-5aa7-4f65-b6b3-dc38d189f6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:00.902731 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-e6733371-d29c-46b9-befb-3f7644e68b97 req-3ac6bd35-5aa7-4f65-b6b3-dc38d189f6c5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b HTTP/1.1" status: 200 len: 909 time: 0.2062438 Jun 14 14:55:00.996606 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b778d71-1ea9-422d-a6cd-b588217c6bf4 req-2294dd56-99ab-45cc-b373-7c0caf628415 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:00.998064 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-2b778d71-1ea9-422d-a6cd-b588217c6bf4 req-2294dd56-99ab-45cc-b373-7c0caf628415 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 945 time: 0.1695914 Jun 14 14:55:01.012843 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-e6733371-d29c-46b9-befb-3f7644e68b97 req-3bfba507-51a6-4dea-9c34-7c87b70c37e7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5522849e-cba4-4b7d-86ef-3ee3d489e216 HTTP/1.1" status: 200 len: 1001 time: 0.1053915 Jun 14 14:55:01.084195 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-2b778d71-1ea9-422d-a6cd-b588217c6bf4 req-20e092b2-d444-4df7-b5bb-b459fc7d3148 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05144d8-074a-4edb-a2b3-52073245922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785270 Jun 14 14:55:01.096747 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6733371-d29c-46b9-befb-3f7644e68b97 req-3b896d02-157a-4ce8-809c-6a8092938ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:01.098438 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-e6733371-d29c-46b9-befb-3f7644e68b97 req-3b896d02-157a-4ce8-809c-6a8092938ab9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e340e8c9-7a51-4312-92aa-f88338355222 HTTP/1.1" status: 200 len: 847 time: 0.0743752 Jun 14 14:55:01.491219 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6733371-d29c-46b9-befb-3f7644e68b97 req-e5cf0a47-002a-45f7-8351-3748e5e0322f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:01.491219 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-e6733371-d29c-46b9-befb-3f7644e68b97 req-e5cf0a47-002a-45f7-8351-3748e5e0322f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3689404 Jun 14 14:55:01.587533 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-39b4335d-7f90-4c96-ac82-c584c202a69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:01.624965 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-e6733371-d29c-46b9-befb-3f7644e68b97 req-2e946459-d3c2-40c2-8674-ce418f93c3a9 service neutron] 10.222.0.21 "GET /v2.0/networks/ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376882 Jun 14 14:55:01.760811 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-e6733371-d29c-46b9-befb-3f7644e68b97 req-a972dc32-673b-4088-a91b-3a5ddd28cd0f service neutron] 10.222.0.21 "GET /v2.0/networks/ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284583 Jun 14 14:55:01.793743 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device 7fadcec1-58cb-4b2f-a935-7f4e048e374b no longer exists at agent hyperv_hv-cinder-72618 {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 14:55:01.915897 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:01.951807 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '339e09e4-8e7b-4641-b598-dbb7e3cec27a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fadcec1-58cb-4b2f-a935-7f4e048e374b'}] {{(pid=99485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:55:01.954295 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb48b8a921a599a4918edb6fe4edb23e72f7f4aaa6ba2d648db764b95ae78972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f63523c-f0f5-4852-b4e8-c5f72b10f54c" -d '{"events": [{"server_uuid": "339e09e4-8e7b-4641-b598-dbb7e3cec27a", "name": "network-vif-unplugged", "status": "completed", "tag": "7fadcec1-58cb-4b2f-a935-7f4e048e374b"}]}' {{(pid=99485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:55:01.978997 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] For port 7fadcec1-58cb-4b2f-a935-7f4e048e374b, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=7fadcec1-58cb-4b2f-a935-7f4e048e374b,segment=NetworkSegment(74da14e9-8c63-4e6e-9b03-7a584e6443b7),segment_id=74da14e9-8c63-4e6e-9b03-7a584e6443b7)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:55:02.010503 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 14 Jun 2021 14:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa65c01d-3ca7-441f-8f61-2d10bd3561e5 x-openstack-request-id: req-fa65c01d-3ca7-441f-8f61-2d10bd3561e5 {{(pid=99485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:55:02.011032 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "339e09e4-8e7b-4641-b598-dbb7e3cec27a", "name": "network-vif-unplugged", "status": "failed", "tag": "7fadcec1-58cb-4b2f-a935-7f4e048e374b", "code": 422}]} {{(pid=99485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:55:02.011401 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fa65c01d-3ca7-441f-8f61-2d10bd3561e5 {{(pid=99485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:55:02.012167 dv-cinder-726180-9-iscsi neutron-server[99485]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '339e09e4-8e7b-4641-b598-dbb7e3cec27a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7fadcec1-58cb-4b2f-a935-7f4e048e374b', 'code': 422} returned with failed status Jun 14 14:55:02.076130 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.agents_db [None req-f05f0e2d-2be5-4cb0-86e7-333c7e47477b None None] Agent healthcheck: found 6 active agents {{(pid=99486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 14:55:02.150076 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:02.151721 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:02.247031 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Pushing event updated for resources: {'Port': ['ID=7fadcec1-58cb-4b2f-a935-7f4e048e374b,revision_number=8']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:02.250744 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:02.808197 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 37674) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:55:02.827306 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 37678) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:55:02.976444 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-75ff1fc3-e989-4b95-bb90-245b58c8672c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:03.280026 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-75ff1fc3-e989-4b95-bb90-245b58c8672c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:03.519948 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-75ff1fc3-e989-4b95-bb90-245b58c8672c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:03.524386 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-61d55ff1-0077-48a9-a7c3-39a2a5d30588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4034001'] for router_interface, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:03.527759 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-5afebc7d-e356-4d2c-9048-edf3bc01608a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:03.687506 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-75ff1fc3-e989-4b95-bb90-245b58c8672c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a18b264d00414dfda5b738941e8910b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8777814 Jun 14 14:55:03.692522 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ff1fc3-e989-4b95-bb90-245b58c8672c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4176c964-d00a-499b-8a16-025e38902e1c,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:03.694164 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 37684) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:55:03.696071 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-75ff1fc3-e989-4b95-bb90-245b58c8672c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:03.783048 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-4841f843-c38f-4364-9cb5-1f21fbf28f9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:03.833519 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-4841f843-c38f-4364-9cb5-1f21fbf28f9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:04.027662 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.plugin [None req-61d55ff1-0077-48a9-a7c3-39a2a5d30588 admin admin] Deleting port 3bda3e35-d570-4983-bfdb-0093c9014560 {{(pid=99484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:55:04.028304 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-61d55ff1-0077-48a9-a7c3-39a2a5d30588 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375454248'] for port, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:04.059510 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-4841f843-c38f-4364-9cb5-1f21fbf28f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:04.062950 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-4841f843-c38f-4364-9cb5-1f21fbf28f9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:04.064843 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-4841f843-c38f-4364-9cb5-1f21fbf28f9d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4176c964-d00a-499b-8a16-025e38902e1c HTTP/1.1" status: 204 len: 168 time: 0.3679397 Jun 14 14:55:04.065637 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-fb9f4121-528b-4260-bdfc-a0420eae04e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:04.076001 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4841f843-c38f-4364-9cb5-1f21fbf28f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4176c964-d00a-499b-8a16-025e38902e1c,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:04.084899 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-4841f843-c38f-4364-9cb5-1f21fbf28f9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:04.152416 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.db [None req-61d55ff1-0077-48a9-a7c3-39a2a5d30588 admin admin] For port 3bda3e35-d570-4983-bfdb-0093c9014560, host dv-cinder-726180-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=3bda3e35-d570-4983-bfdb-0093c9014560,segment=NetworkSegment(0c110fe6-a787-4f20-a180-21ac650dc6bc),segment_id=0c110fe6-a787-4f20-a180-21ac650dc6bc)] {{(pid=99484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:55:04.152765 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-61d55ff1-0077-48a9-a7c3-39a2a5d30588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4046836'] for port, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:04.256687 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.plugin [None req-61d55ff1-0077-48a9-a7c3-39a2a5d30588 admin admin] Calling delete_port for 3bda3e35-d570-4983-bfdb-0093c9014560 owned by network:router_interface {{(pid=99484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:55:04.699792 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-61d55ff1-0077-48a9-a7c3-39a2a5d30588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375458892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763375065896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12090229'] for port, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:04.703640 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-98665b86-4049-44c9-bb62-570762ff17dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:04.741711 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d55ff1-0077-48a9-a7c3-39a2a5d30588 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bda3e35-d570-4983-bfdb-0093c9014560,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:04.748244 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-61d55ff1-0077-48a9-a7c3-39a2a5d30588 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:04.996933 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-61d55ff1-0077-48a9-a7c3-39a2a5d30588 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3699262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4033345'] for router_interface, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:05.363198 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61d55ff1-0077-48a9-a7c3-39a2a5d30588 admin admin] Router bbf2b376-2d35-44fe-8572-d52d456f99a7 has already been hosted by L3 agent 1c008f53-dbc2-48c1-a123-31b869a31df2 {{(pid=99484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 14:55:05.834261 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d55ff1-0077-48a9-a7c3-39a2a5d30588 admin admin] Notify agent at l3_agent.dv-cinder-726180-9-iscsi the message routers_updated {{(pid=99484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 14:55:05.845133 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-61d55ff1-0077-48a9-a7c3-39a2a5d30588 admin admin] 10.222.0.55 "PUT /v2.0/routers/bbf2b376-2d35-44fe-8572-d52d456f99a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0154922 Jun 14 14:55:05.848426 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 37718) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:55:05.849135 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c532af-0676-4037-9e77-b8f2a5028f8f None None] Sync routers for ids ['bbf2b376-2d35-44fe-8572-d52d456f99a7'] in dv-cinder-726180-9-iscsi {{(pid=99486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 14:55:05.867157 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c532af-0676-4037-9e77-b8f2a5028f8f None None] Routers {'bbf2b376-2d35-44fe-8572-d52d456f99a7'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:55:05.872914 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-33c532af-0676-4037-9e77-b8f2a5028f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:54:58Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['bbf2b376-2d35-44fe-8572-d52d456f99a7'], 'active': True} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:55:06.167421 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-e2b19af3-41dd-44df-9086-5fc7e14a9ffd admin admin] Notify callbacks [] for router, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:06.169992 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvr_db [None req-33c532af-0676-4037-9e77-b8f2a5028f8f None None] Set router bbf2b376-2d35-44fe-8572-d52d456f99a7 gateway port host: dv-cinder-726180-9-iscsi {{(pid=99486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:55:06.412764 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-e2b19af3-41dd-44df-9086-5fc7e14a9ffd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:06.437209 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d07dd8c-5856-4137-b714-65223ff0479d req-37375451-3251-413e-b281-575310d42a6b tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:06.440096 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-8d07dd8c-5856-4137-b714-65223ff0479d req-37375451-3251-413e-b281-575310d42a6b tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 943 time: 0.1203601 Jun 14 14:55:06.509230 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-33c532af-0676-4037-9e77-b8f2a5028f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf2b376-2d35-44fe-8572-d52d456f99a7', 'name': 'tempest-TestMinimumBasicScenario-738783498-router', 'tenant_id': 'eb3b0bac7b7d45c998f69dfce00cbc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': 'a848056c-fcc2-4ec8-a2d7-ad45327c5548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:51:18Z', 'updated_at': '2021-06-14T14:55:04Z', 'revision_number': 5, 'project_id': 'eb3b0bac7b7d45c998f69dfce00cbc95', 'gw_port': {'id': 'a848056c-fcc2-4ec8-a2d7-ad45327c5548', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:35:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf2b376-2d35-44fe-8572-d52d456f99a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:51:19Z', 'updated_at': '2021-06-14T14:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi'}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:55:06.515650 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c532af-0676-4037-9e77-b8f2a5028f8f None None] Checking router: bbf2b376-2d35-44fe-8572-d52d456f99a7 for host: dv-cinder-726180-9-iscsi {{(pid=99486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 14:55:06.533425 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c532af-0676-4037-9e77-b8f2a5028f8f None None] Routers {'bbf2b376-2d35-44fe-8572-d52d456f99a7'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:55:06.534351 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-33c532af-0676-4037-9e77-b8f2a5028f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:54:58Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['bbf2b376-2d35-44fe-8572-d52d456f99a7'], 'active': True} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:55:06.539752 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-8d07dd8c-5856-4137-b714-65223ff0479d req-6ccbf698-5f4f-43e1-a921-83f1f4a1a9be tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05144d8-074a-4edb-a2b3-52073245922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800741 Jun 14 14:55:06.631451 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.plugin [None req-e2b19af3-41dd-44df-9086-5fc7e14a9ffd admin admin] Deleting port a848056c-fcc2-4ec8-a2d7-ad45327c5548 {{(pid=99483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:55:06.631848 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-e2b19af3-41dd-44df-9086-5fc7e14a9ffd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375454248'] for port, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:06.778732 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.db [None req-e2b19af3-41dd-44df-9086-5fc7e14a9ffd admin admin] For port a848056c-fcc2-4ec8-a2d7-ad45327c5548, host dv-cinder-726180-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=a848056c-fcc2-4ec8-a2d7-ad45327c5548,segment=NetworkSegment(5f9b4eda-9001-4473-8107-70664bb4d177),segment_id=5f9b4eda-9001-4473-8107-70664bb4d177)] {{(pid=99483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:55:06.779102 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-e2b19af3-41dd-44df-9086-5fc7e14a9ffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4046836'] for port, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:06.903822 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.plugin [None req-e2b19af3-41dd-44df-9086-5fc7e14a9ffd admin admin] Calling delete_port for a848056c-fcc2-4ec8-a2d7-ad45327c5548 owned by network:router_gateway {{(pid=99483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:55:06.929120 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvr_db [None req-33c532af-0676-4037-9e77-b8f2a5028f8f None None] Set router bbf2b376-2d35-44fe-8572-d52d456f99a7 gateway port host: dv-cinder-726180-9-iscsi {{(pid=99486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:55:06.933045 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 37766) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:55:07.055349 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-0a6fa1ca-b075-4396-bb4e-861889af6b9d req-b05f8495-ed03-4b72-aeee-8aff9f2ac26b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1206653 Jun 14 14:55:07.200388 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-33c532af-0676-4037-9e77-b8f2a5028f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf2b376-2d35-44fe-8572-d52d456f99a7', 'name': 'tempest-TestMinimumBasicScenario-738783498-router', 'tenant_id': 'eb3b0bac7b7d45c998f69dfce00cbc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': 'a848056c-fcc2-4ec8-a2d7-ad45327c5548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:51:18Z', 'updated_at': '2021-06-14T14:55:04Z', 'revision_number': 5, 'project_id': 'eb3b0bac7b7d45c998f69dfce00cbc95', 'gw_port': {'id': 'a848056c-fcc2-4ec8-a2d7-ad45327c5548', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:35:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf2b376-2d35-44fe-8572-d52d456f99a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:51:19Z', 'updated_at': '2021-06-14T14:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi'}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:55:07.204481 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c532af-0676-4037-9e77-b8f2a5028f8f None None] The sync data for ids ['bbf2b376-2d35-44fe-8572-d52d456f99a7'] in dv-cinder-726180-9-iscsi is: [{'id': 'bbf2b376-2d35-44fe-8572-d52d456f99a7', 'name': 'tempest-TestMinimumBasicScenario-738783498-router', 'tenant_id': 'eb3b0bac7b7d45c998f69dfce00cbc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': 'a848056c-fcc2-4ec8-a2d7-ad45327c5548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:51:18Z', 'updated_at': '2021-06-14T14:55:04Z', 'revision_number': 5, 'project_id': 'eb3b0bac7b7d45c998f69dfce00cbc95', 'gw_port': {'id': 'a848056c-fcc2-4ec8-a2d7-ad45327c5548', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:35:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf2b376-2d35-44fe-8572-d52d456f99a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:51:19Z', 'updated_at': '2021-06-14T14:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi'}] {{(pid=99486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 14:55:07.248552 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-e2b19af3-41dd-44df-9086-5fc7e14a9ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375458892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763375065896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282732'] for port, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:07.251405 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-025dcfb1-6f73-41f1-94d2-d6be3dbae909 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:07.260352 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 37774) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:55:07.287815 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b19af3-41dd-44df-9086-5fc7e14a9ffd admin admin] Pushing event deleted for resources: {'Port': ['ID=a848056c-fcc2-4ec8-a2d7-ad45327c5548,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:07.301295 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b19af3-41dd-44df-9086-5fc7e14a9ffd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:55:07.301662 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b19af3-41dd-44df-9086-5fc7e14a9ffd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:55:07.302025 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b19af3-41dd-44df-9086-5fc7e14a9ffd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:55:07.302381 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b19af3-41dd-44df-9086-5fc7e14a9ffd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:55:07.302731 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b19af3-41dd-44df-9086-5fc7e14a9ffd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:55:07.303137 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b19af3-41dd-44df-9086-5fc7e14a9ffd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:55:07.303436 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b19af3-41dd-44df-9086-5fc7e14a9ffd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:55:07.303764 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b19af3-41dd-44df-9086-5fc7e14a9ffd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:55:07.304146 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b19af3-41dd-44df-9086-5fc7e14a9ffd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:55:07.304623 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b19af3-41dd-44df-9086-5fc7e14a9ffd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:55:07.305015 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b19af3-41dd-44df-9086-5fc7e14a9ffd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:55:07.305358 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b19af3-41dd-44df-9086-5fc7e14a9ffd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:55:07.333431 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-e2b19af3-41dd-44df-9086-5fc7e14a9ffd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:07.372182 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-3d017c03-c94e-4bba-820b-fbe9b9e65f7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:07.387617 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-e2b19af3-41dd-44df-9086-5fc7e14a9ffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4045586'] for router_gateway, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:07.483029 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-3d017c03-c94e-4bba-820b-fbe9b9e65f7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:07.530107 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-e2b19af3-41dd-44df-9086-5fc7e14a9ffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4031715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60902'] for router, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:07.534130 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-e2b19af3-41dd-44df-9086-5fc7e14a9ffd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:07.586416 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-3d017c03-c94e-4bba-820b-fbe9b9e65f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:07.603242 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-34ff427c-6dae-4076-99cf-6bdfa071a360 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:07.635301 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-3d017c03-c94e-4bba-820b-fbe9b9e65f7b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3c9430b3af57437aadeb1890c5655557&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3738708 Jun 14 14:55:07.638884 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 37780) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:55:07.640366 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d017c03-c94e-4bba-820b-fbe9b9e65f7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db07ce6-3e8e-45fb-ad1b-11496ae2bbd1,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:07.644822 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-3d017c03-c94e-4bba-820b-fbe9b9e65f7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:07.705981 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-19714373-2a05-43d0-aec8-7f79c36614a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:07.727621 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-e2b19af3-41dd-44df-9086-5fc7e14a9ffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4031029'] for router, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:07.728191 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2b19af3-41dd-44df-9086-5fc7e14a9ffd admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbf2b376-2d35-44fe-8572-d52d456f99a7 {{(pid=99483) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 14 14:55:07.734818 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-e2b19af3-41dd-44df-9086-5fc7e14a9ffd admin admin] Notify callbacks [] for router, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:07.736261 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-e2b19af3-41dd-44df-9086-5fc7e14a9ffd admin admin] 10.222.0.55 "DELETE /v2.0/routers/bbf2b376-2d35-44fe-8572-d52d456f99a7 HTTP/1.1" status: 204 len: 168 time: 1.8854327 Jun 14 14:55:07.738549 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-19714373-2a05-43d0-aec8-7f79c36614a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:07.739595 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 37782) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:55:07.829431 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.db_base_plugin_v2 [None req-e27a6d59-9e94-4c62-a48d-21ebaf97f946 admin admin] Deleting subnet 0cf39583-af2e-4c02-b7c9-789941507629 {{(pid=99484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 14 14:55:07.839563 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af4e0fd-2324-48ab-8f12-2ed3ff71a5c0 req-6e60ba24-42ac-4376-afc9-5f8dfe4eea80 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:07.844639 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-9af4e0fd-2324-48ab-8f12-2ed3ff71a5c0 req-6e60ba24-42ac-4376-afc9-5f8dfe4eea80 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 943 time: 0.1439908 Jun 14 14:55:07.846916 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-e27a6d59-9e94-4c62-a48d-21ebaf97f946 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:07.915249 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-e27a6d59-9e94-4c62-a48d-21ebaf97f946 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257036'] for subnet, precommit_delete_associations {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:07.951042 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-19714373-2a05-43d0-aec8-7f79c36614a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:07.955003 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-19714373-2a05-43d0-aec8-7f79c36614a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:07.957214 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-19714373-2a05-43d0-aec8-7f79c36614a6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2db07ce6-3e8e-45fb-ad1b-11496ae2bbd1 HTTP/1.1" status: 204 len: 168 time: 0.3170111 Jun 14 14:55:07.958225 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-ea48bd57-a840-41fd-8213-3b47a27db1b7 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:07.968692 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-9af4e0fd-2324-48ab-8f12-2ed3ff71a5c0 req-613c85b5-be97-487e-8732-5d7f386c8bb6 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05144d8-074a-4edb-a2b3-52073245922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193626 Jun 14 14:55:07.969182 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19714373-2a05-43d0-aec8-7f79c36614a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db07ce6-3e8e-45fb-ad1b-11496ae2bbd1,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:07.971859 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-19714373-2a05-43d0-aec8-7f79c36614a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:08.072381 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-e27a6d59-9e94-4c62-a48d-21ebaf97f946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912507'] for subnet, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:08.316973 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-e27a6d59-9e94-4c62-a48d-21ebaf97f946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12089743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12540712'] for subnet, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:08.319782 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-58397627-a055-4029-acb8-5c199fd44881 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:08.358094 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27a6d59-9e94-4c62-a48d-21ebaf97f946 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cf39583-af2e-4c02-b7c9-789941507629,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:08.360639 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-e27a6d59-9e94-4c62-a48d-21ebaf97f946 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:08.365847 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-e27a6d59-9e94-4c62-a48d-21ebaf97f946 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/0cf39583-af2e-4c02-b7c9-789941507629 HTTP/1.1" status: 204 len: 168 time: 0.6226246 Jun 14 14:55:08.365847 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-e27a6d59-9e94-4c62-a48d-21ebaf97f946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:08.366866 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 37792) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:55:08.369608 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0135f951-28be-43a7-b246-7e22d737efd7 None None] Network 04e422d8-d568-478b-9fdb-9a37bcb8fe6f requested from dv-cinder-726180-9-iscsi {{(pid=99485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:55:08.531733 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-8b260505-f58d-4cd0-ba89-708fc2500ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1035504'] for network, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:08.572340 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.plugin [None req-8b260505-f58d-4cd0-ba89-708fc2500ee2 admin admin] Deleting port bfc359dc-2307-483b-8c2e-bde30aa962be {{(pid=99484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:55:08.572340 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-8b260505-f58d-4cd0-ba89-708fc2500ee2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375454248'] for port, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:08.654719 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f92c76-91f7-4d62-a7c2-cdb9a22674f5 None None] DHCP port deletion for 04e422d8-d568-478b-9fdb-9a37bcb8fe6f request from dv-cinder-726180-9-iscsi {{(pid=99485) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 14 14:55:08.677494 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.db [None req-8b260505-f58d-4cd0-ba89-708fc2500ee2 admin admin] For port bfc359dc-2307-483b-8c2e-bde30aa962be, host dv-cinder-726180-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=bfc359dc-2307-483b-8c2e-bde30aa962be,segment=NetworkSegment(0c110fe6-a787-4f20-a180-21ac650dc6bc),segment_id=0c110fe6-a787-4f20-a180-21ac650dc6bc)] {{(pid=99484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:55:08.678284 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-8b260505-f58d-4cd0-ba89-708fc2500ee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4046836'] for port, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:08.728148 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-a5f92c76-91f7-4d62-a7c2-cdb9a22674f5 None None] Deleting port bfc359dc-2307-483b-8c2e-bde30aa962be {{(pid=99485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:55:08.728808 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-a5f92c76-91f7-4d62-a7c2-cdb9a22674f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375454248'] for port, before_delete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:08.824858 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.plugin [None req-8b260505-f58d-4cd0-ba89-708fc2500ee2 admin admin] Calling delete_port for bfc359dc-2307-483b-8c2e-bde30aa962be owned by network:dhcp {{(pid=99484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:55:08.874436 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device 3bda3e35-d570-4983-bfdb-0093c9014560 no longer exists at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 14:55:08.879057 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-a5f92c76-91f7-4d62-a7c2-cdb9a22674f5 None None] For port bfc359dc-2307-483b-8c2e-bde30aa962be, host dv-cinder-726180-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=bfc359dc-2307-483b-8c2e-bde30aa962be,segment=NetworkSegment(0c110fe6-a787-4f20-a180-21ac650dc6bc),segment_id=0c110fe6-a787-4f20-a180-21ac650dc6bc)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:55:08.879057 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-a5f92c76-91f7-4d62-a7c2-cdb9a22674f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4046836'] for port, precommit_delete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:08.916960 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] No Port match for: 3bda3e35-d570-4983-bfdb-0093c9014560 {{(pid=99485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 14:55:08.917433 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device 3bda3e35-d570-4983-bfdb-0093c9014560 not bound to the agent host dv-cinder-726180-9-iscsi {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 14:55:08.917958 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device a848056c-fcc2-4ec8-a2d7-ad45327c5548 no longer exists at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 14:55:09.009073 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-a5f92c76-91f7-4d62-a7c2-cdb9a22674f5 None None] Calling delete_port for bfc359dc-2307-483b-8c2e-bde30aa962be owned by network:dhcp {{(pid=99485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:55:09.055056 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] No Port match for: a848056c-fcc2-4ec8-a2d7-ad45327c5548 {{(pid=99485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 14:55:09.055056 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device a848056c-fcc2-4ec8-a2d7-ad45327c5548 not bound to the agent host dv-cinder-726180-9-iscsi {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 14:55:09.055056 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device bfc359dc-2307-483b-8c2e-bde30aa962be no longer exists at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 14:55:09.140134 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-8b260505-f58d-4cd0-ba89-708fc2500ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375458892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763375065896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12090229'] for port, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:09.143451 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-a68a1795-9ec6-4dd0-846a-ea64b20e22fe tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:09.191606 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] No active binding found for port bfc359dc-2307-483b-8c2e-bde30aa962be {{(pid=99485) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 14 14:55:09.191606 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device bfc359dc-2307-483b-8c2e-bde30aa962be not bound to the agent host dv-cinder-726180-9-iscsi {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 14:55:09.191780 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b260505-f58d-4cd0-ba89-708fc2500ee2 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfc359dc-2307-483b-8c2e-bde30aa962be,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:09.191780 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-8b260505-f58d-4cd0-ba89-708fc2500ee2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:09.193716 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b260505-f58d-4cd0-ba89-708fc2500ee2 admin admin] No DVR routers for this DVR port bfc359dc-2307-483b-8c2e-bde30aa962be on host dv-cinder-726180-9-iscsi {{(pid=99484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 14:55:09.241103 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-a5f92c76-91f7-4d62-a7c2-cdb9a22674f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375458892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763375065896'] for port, after_delete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:09.252776 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:09.258373 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f92c76-91f7-4d62-a7c2-cdb9a22674f5 None None] No DVR routers for this DVR port bfc359dc-2307-483b-8c2e-bde30aa962be on host dv-cinder-726180-9-iscsi {{(pid=99485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 14:55:09.262411 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42868f65-be58-48a2-83f0-be92034f4026 req-dadce07f-00c1-4ca4-a918-32eff8a2d1b8 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:09.264966 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-42868f65-be58-48a2-83f0-be92034f4026 req-dadce07f-00c1-4ca4-a918-32eff8a2d1b8 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 943 time: 0.1254981 Jun 14 14:55:09.297433 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f92c76-91f7-4d62-a7c2-cdb9a22674f5 None None] Pushing event deleted for resources: {'Port': ['ID=bfc359dc-2307-483b-8c2e-bde30aa962be,revision_number=None']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:09.300646 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-a5f92c76-91f7-4d62-a7c2-cdb9a22674f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:09.339406 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-42868f65-be58-48a2-83f0-be92034f4026 req-27cefde1-b076-4b2c-9d55-4b24d62d586a tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05144d8-074a-4edb-a2b3-52073245922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606904 Jun 14 14:55:09.343897 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-8b260505-f58d-4cd0-ba89-708fc2500ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-911334', 'neutron.services.segments.db._delete_segments_for_network-8763375589048'] for network, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:09.364031 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.services.segments.db [None req-8b260505-f58d-4cd0-ba89-708fc2500ee2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04e422d8-d568-478b-9fdb-9a37bcb8fe6f']}} {{(pid=99484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:55:09.391015 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.services.segments.db [None req-8b260505-f58d-4cd0-ba89-708fc2500ee2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c110fe6-a787-4f20-a180-21ac650dc6bc') {'for_net_delete': True} {{(pid=99484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:55:09.392301 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.services.segments.db [None req-8b260505-f58d-4cd0-ba89-708fc2500ee2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c110fe6-a787-4f20-a180-21ac650dc6bc') {} {{(pid=99484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:55:09.415435 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-8b260505-f58d-4cd0-ba89-708fc2500ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375588886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257031'] for segment, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:09.440540 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-8b260505-f58d-4cd0-ba89-708fc2500ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-914478'] for segment, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:09.450306 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b260505-f58d-4cd0-ba89-708fc2500ee2 admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=99484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 14:55:09.450876 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-8b260505-f58d-4cd0-ba89-708fc2500ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-914478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12090150'] for segment, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:09.452978 dv-cinder-726180-9-iscsi neutron-server[99484]: Traceback (most recent call last): Jun 14 14:55:09.452978 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 14 14:55:09.452978 dv-cinder-726180-9-iscsi neutron-server[99484]: timer() Jun 14 14:55:09.452978 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 14 14:55:09.452978 dv-cinder-726180-9-iscsi neutron-server[99484]: cb(*args, **kw) Jun 14 14:55:09.452978 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 14 14:55:09.452978 dv-cinder-726180-9-iscsi neutron-server[99484]: return func(*args, **kwargs) Jun 14 14:55:09.452978 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 14 14:55:09.452978 dv-cinder-726180-9-iscsi neutron-server[99484]: self._notify() Jun 14 14:55:09.452978 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 14 14:55:09.452978 dv-cinder-726180-9-iscsi neutron-server[99484]: self.callback(batched_events) Jun 14 14:55:09.452978 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 14 14:55:09.452978 dv-cinder-726180-9-iscsi neutron-server[99484]: event.method(event) Jun 14 14:55:09.452978 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 14 14:55:09.452978 dv-cinder-726180-9-iscsi neutron-server[99484]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 14 14:55:09.452978 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 14 14:55:09.452978 dv-cinder-726180-9-iscsi neutron-server[99484]: aggregate_uuid = self.p_client.list_aggregates( Jun 14 14:55:09.452978 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 14 14:55:09.452978 dv-cinder-726180-9-iscsi neutron-server[99484]: return f(self, *a, **k) Jun 14 14:55:09.452978 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 14 14:55:09.452978 dv-cinder-726180-9-iscsi neutron-server[99484]: return self._get(url).json() Jun 14 14:55:09.452978 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 14 14:55:09.452978 dv-cinder-726180-9-iscsi neutron-server[99484]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 14 14:55:09.452978 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 14 14:55:09.452978 dv-cinder-726180-9-iscsi neutron-server[99484]: return self.request(url, 'GET', **kwargs) Jun 14 14:55:09.452978 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 14 14:55:09.452978 dv-cinder-726180-9-iscsi neutron-server[99484]: base_url = self.get_endpoint(auth, allow=allow, Jun 14 14:55:09.452978 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 14 14:55:09.452978 dv-cinder-726180-9-iscsi neutron-server[99484]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 14 14:55:09.452978 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 14 14:55:09.452978 dv-cinder-726180-9-iscsi neutron-server[99484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 14 14:55:09.452978 dv-cinder-726180-9-iscsi neutron-server[99484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 14 14:55:09.682520 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-8b260505-f58d-4cd0-ba89-708fc2500ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-911353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4045583'] for network, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:09.690365 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-8b260505-f58d-4cd0-ba89-708fc2500ee2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699218'] for network, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:09.693509 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-8b260505-f58d-4cd0-ba89-708fc2500ee2 admin admin] 10.222.0.55 "DELETE /v2.0/networks/04e422d8-d568-478b-9fdb-9a37bcb8fe6f HTTP/1.1" status: 204 len: 168 time: 1.3256795 Jun 14 14:55:09.693509 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:09.696648 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 37814) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:55:09.745463 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 37816) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:55:09.777598 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b260505-f58d-4cd0-ba89-708fc2500ee2 admin admin] Pushing event deleted for resources: {'Network': ['ID=04e422d8-d568-478b-9fdb-9a37bcb8fe6f,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:09.781479 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-8b260505-f58d-4cd0-ba89-708fc2500ee2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:09.938222 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.v2.base [None req-18ec47a5-7f0d-4840-8ee6-6c43fd62a8fe admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1035593365-network', 'tenant_id': '687a134229c041bcb212e64a5303c74d'}} {{(pid=99483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:55:10.093519 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ec47a5-7f0d-4840-8ee6-6c43fd62a8fe admin admin] Made reservation on behalf of 687a134229c041bcb212e64a5303c74d for: {'network': 1} {{(pid=99483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:55:10.097340 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-18ec47a5-7f0d-4840-8ee6-6c43fd62a8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905267'] for network, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:10.109884 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-18ec47a5-7f0d-4840-8ee6-6c43fd62a8fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:10.267388 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-18ec47a5-7f0d-4840-8ee6-6c43fd62a8fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:10.301453 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-5f1e580d-5997-4194-a20e-80954e6d4782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4034001'] for router_interface, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:10.441659 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-18ec47a5-7f0d-4840-8ee6-6c43fd62a8fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:10.464808 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-448d18d3-005f-4973-854c-5d1c852280ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:10.467503 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18ec47a5-7f0d-4840-8ee6-6c43fd62a8fe admin admin] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=99483) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 14:55:10.506916 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-18ec47a5-7f0d-4840-8ee6-6c43fd62a8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-914478'] for segment, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:10.507258 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.db.segments_db [None req-18ec47a5-7f0d-4840-8ee6-6c43fd62a8fe admin admin] Added segment a6bf7f31-a71e-4872-b402-79d85afa221d of type vlan for network 46f32216-be00-4acb-bc32-67fce97d0075 Jun 14 14:55:10.521239 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ec47a5-7f0d-4840-8ee6-6c43fd62a8fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc10eb9-e196-4088-8e28-9fc5bd1179cf,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:10.537067 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-18ec47a5-7f0d-4840-8ee6-6c43fd62a8fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:10.587230 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-18ec47a5-7f0d-4840-8ee6-6c43fd62a8fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763375052454'] for network, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:10.668042 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483dd69e-6164-455f-95a8-055f31c4f186 req-6ef3c0b4-7985-472d-a266-83e24f357cc3 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:10.669719 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-483dd69e-6164-455f-95a8-055f31c4f186 req-6ef3c0b4-7985-472d-a266-83e24f357cc3 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 943 time: 0.1906960 Jun 14 14:55:10.755070 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-18ec47a5-7f0d-4840-8ee6-6c43fd62a8fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255'] for network, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:10.756780 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ec47a5-7f0d-4840-8ee6-6c43fd62a8fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:10.757069 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-483dd69e-6164-455f-95a8-055f31c4f186 req-b68fd65e-85d7-4ec5-9a17-32a87e43e6e9 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05144d8-074a-4edb-a2b3-52073245922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796516 Jun 14 14:55:10.757815 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-18ec47a5-7f0d-4840-8ee6-6c43fd62a8fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699218'] for network, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:10.767963 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-f33b0d62-077c-41ae-b866-d5d80bf0a606 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:10.868723 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.plugin [None req-5f1e580d-5997-4194-a20e-80954e6d4782 admin admin] Deleting port 641093c4-b192-40c0-9b8f-54156a98a36a {{(pid=99484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:55:10.869262 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-5f1e580d-5997-4194-a20e-80954e6d4782 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375454248'] for port, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:10.900937 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ec47a5-7f0d-4840-8ee6-6c43fd62a8fe admin admin] Pushing event updated for resources: {'Network': ['ID=46f32216-be00-4acb-bc32-67fce97d0075,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:10.904076 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-18ec47a5-7f0d-4840-8ee6-6c43fd62a8fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:10.914876 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Network 46f32216-be00-4acb-bc32-67fce97d0075 details requested by agent ovs-agent-dv-cinder-726180-9-iscsi with host dv-cinder-726180-9-iscsi {{(pid=99485) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 14:55:10.930324 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-18ec47a5-7f0d-4840-8ee6-6c43fd62a8fe admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1832123 Jun 14 14:55:10.933851 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 37824) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:55:10.941052 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.v2.base [None req-51b06406-3bd8-4554-8dfe-ab0bb6b84d23 admin admin] Request body: {'subnet': {'network_id': '46f32216-be00-4acb-bc32-67fce97d0075', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1035593365-subnet', 'tenant_id': '687a134229c041bcb212e64a5303c74d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:55:11.025075 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.db [None req-5f1e580d-5997-4194-a20e-80954e6d4782 admin admin] For port 641093c4-b192-40c0-9b8f-54156a98a36a, host dv-cinder-726180-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=641093c4-b192-40c0-9b8f-54156a98a36a,segment=NetworkSegment(dbb6439c-5595-4163-b868-05e852ccb04d),segment_id=dbb6439c-5595-4163-b868-05e852ccb04d)] {{(pid=99484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:55:11.025499 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-5f1e580d-5997-4194-a20e-80954e6d4782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4046836'] for port, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:11.092686 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b06406-3bd8-4554-8dfe-ab0bb6b84d23 admin admin] Made reservation on behalf of 687a134229c041bcb212e64a5303c74d for: {'subnet': 1} {{(pid=99483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:55:11.095729 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-51b06406-3bd8-4554-8dfe-ab0bb6b84d23 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12396999'] for subnet, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:11.156383 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.plugin [None req-5f1e580d-5997-4194-a20e-80954e6d4782 admin admin] Calling delete_port for 641093c4-b192-40c0-9b8f-54156a98a36a owned by network:router_interface {{(pid=99484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:55:11.482701 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-51b06406-3bd8-4554-8dfe-ab0bb6b84d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12282325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12397009'] for subnet, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:11.485208 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:11.551343 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b06406-3bd8-4554-8dfe-ab0bb6b84d23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9845466c-951c-4a90-9266-05181f38af7b,revision_number=0']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:11.555190 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-51b06406-3bd8-4554-8dfe-ab0bb6b84d23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:11.559462 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b06406-3bd8-4554-8dfe-ab0bb6b84d23 admin admin] Checking segment: {'id': 'a6bf7f31-a71e-4872-b402-79d85afa221d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '46f32216-be00-4acb-bc32-67fce97d0075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:55:11.559811 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b06406-3bd8-4554-8dfe-ab0bb6b84d23 admin admin] Network hostable DHCP agents. Network: 46f32216-be00-4acb-bc32-67fce97d0075, hostable agents: ['93423e1b-8ac2-4abf-ba8c-2bf2a6ff74d8'], hosted agents: [] {{(pid=99483) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 14:55:11.577788 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-5f1e580d-5997-4194-a20e-80954e6d4782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375458892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763375065896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12090229'] for port, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:11.590886 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:11.610619 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1e580d-5997-4194-a20e-80954e6d4782 admin admin] Pushing event deleted for resources: {'Port': ['ID=641093c4-b192-40c0-9b8f-54156a98a36a,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:11.613546 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-5f1e580d-5997-4194-a20e-80954e6d4782 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:11.738621 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b06406-3bd8-4554-8dfe-ab0bb6b84d23 admin admin] Network 46f32216-be00-4acb-bc32-67fce97d0075 is scheduled to be hosted by DHCP agent 93423e1b-8ac2-4abf-ba8c-2bf2a6ff74d8 with binding_index 1 {{(pid=99483) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 14:55:11.858863 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-5f1e580d-5997-4194-a20e-80954e6d4782 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3699262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4033345'] for router_interface, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:11.897444 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.base_scheduler [None req-51b06406-3bd8-4554-8dfe-ab0bb6b84d23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-726180-9-iscsi, 46f32216-be00-4acb-bc32-67fce97d0075) {{(pid=99483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:55:11.901336 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b06406-3bd8-4554-8dfe-ab0bb6b84d23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:11.901937 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-51b06406-3bd8-4554-8dfe-ab0bb6b84d23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699218'] for subnet, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:11.908620 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712e629e-7e4c-4b12-8872-db6033f9caf5 None None] Network 46f32216-be00-4acb-bc32-67fce97d0075 requested from dv-cinder-726180-9-iscsi {{(pid=99485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:55:11.991791 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba873987-f8ee-46c0-bbbd-211b10fb05ca req-59302a26-e6ee-40ec-8a81-8c5cc92ee813 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:11.993325 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-ba873987-f8ee-46c0-bbbd-211b10fb05ca req-59302a26-e6ee-40ec-8a81-8c5cc92ee813 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 943 time: 0.0879762 Jun 14 14:55:12.048327 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-ba873987-f8ee-46c0-bbbd-211b10fb05ca req-3e82249b-2309-4415-9454-021a137f6d44 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05144d8-074a-4edb-a2b3-52073245922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474315 Jun 14 14:55:12.081496 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-51b06406-3bd8-4554-8dfe-ab0bb6b84d23 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1466534 Jun 14 14:55:12.249952 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c664241b-7177-4294-b89e-202d8396ab4f None None] Network 46f32216-be00-4acb-bc32-67fce97d0075 requested from dv-cinder-726180-9-iscsi {{(pid=99485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:55:12.359814 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6fa1ca-b075-4396-bb4e-861889af6b9d req-02b80004-70ae-4e66-9587-72ce90e87207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:12.361492 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-0a6fa1ca-b075-4396-bb4e-861889af6b9d req-02b80004-70ae-4e66-9587-72ce90e87207 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a&tenant_id=79973d5241f0405abc9418c3151cbe9d HTTP/1.1" status: 200 len: 1096 time: 0.5104640 Jun 14 14:55:12.592623 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6fa1ca-b075-4396-bb4e-861889af6b9d req-18ad27c5-254b-4424-9135-508c6b463519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:12.593960 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-0a6fa1ca-b075-4396-bb4e-861889af6b9d req-18ad27c5-254b-4424-9135-508c6b463519 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=79973d5241f0405abc9418c3151cbe9d&device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 1096 time: 0.1529331 Jun 14 14:55:12.595911 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f1e580d-5997-4194-a20e-80954e6d4782 admin admin] Router c02aa4fe-409f-4e13-8d9f-dd3c2c374760 has already been hosted by L3 agent 1c008f53-dbc2-48c1-a123-31b869a31df2 {{(pid=99484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 14:55:12.855085 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6fa1ca-b075-4396-bb4e-861889af6b9d req-19186cff-ff72-40d6-97b9-d79918322fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:12.856684 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-0a6fa1ca-b075-4396-bb4e-861889af6b9d req-19186cff-ff72-40d6-97b9-d79918322fae service neutron] 10.222.0.21 "GET /v2.0/networks?id=eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46 HTTP/1.1" status: 200 len: 917 time: 0.2540886 Jun 14 14:55:12.858124 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f1e580d-5997-4194-a20e-80954e6d4782 admin admin] Notify agent at l3_agent.dv-cinder-726180-9-iscsi the message routers_updated {{(pid=99484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 14:55:12.867191 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-5f1e580d-5997-4194-a20e-80954e6d4782 admin admin] 10.222.0.55 "PUT /v2.0/routers/c02aa4fe-409f-4e13-8d9f-dd3c2c374760/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1692262 Jun 14 14:55:12.869737 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 37840) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:55:12.872730 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87427f0-79f4-47e7-8922-17a1e522e154 None None] Sync routers for ids ['c02aa4fe-409f-4e13-8d9f-dd3c2c374760'] in dv-cinder-726180-9-iscsi {{(pid=99485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 14:55:12.883494 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87427f0-79f4-47e7-8922-17a1e522e154 None None] Routers {'c02aa4fe-409f-4e13-8d9f-dd3c2c374760'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:55:12.884512 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-e87427f0-79f4-47e7-8922-17a1e522e154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:54:58Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['c02aa4fe-409f-4e13-8d9f-dd3c2c374760'], 'active': True} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:55:13.002439 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-0a6fa1ca-b075-4396-bb4e-861889af6b9d req-fa4df848-6887-4db0-bf32-41120115a01b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7fadcec1-58cb-4b2f-a935-7f4e048e374b HTTP/1.1" status: 200 len: 999 time: 0.1333358 Jun 14 14:55:13.052594 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvr_db [None req-e87427f0-79f4-47e7-8922-17a1e522e154 None None] Set router c02aa4fe-409f-4e13-8d9f-dd3c2c374760 gateway port host: dv-cinder-726180-9-iscsi {{(pid=99485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:55:13.075788 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 37844) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:55:13.087964 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.v2.base [None req-c9cd189e-d370-4fda-b639-401353b95fd1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-121504585-network', 'tenant_id': '1be11c1e0ad24945afbcefa4b9e72186'}} {{(pid=99484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:55:13.137411 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6fa1ca-b075-4396-bb4e-861889af6b9d req-bbcfcb39-5a83-4aea-bd2a-2c8ce0e75954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:13.139788 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-0a6fa1ca-b075-4396-bb4e-861889af6b9d req-bbcfcb39-5a83-4aea-bd2a-2c8ce0e75954 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8f1648b2-006c-47fc-bec4-7719f58bad8c HTTP/1.1" status: 200 len: 855 time: 0.1298783 Jun 14 14:55:13.160489 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-ce9ec0e4-f370-46e3-942d-13b453efbf0b admin admin] Notify callbacks [] for router, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:13.270681 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9cd189e-d370-4fda-b639-401353b95fd1 admin admin] Made reservation on behalf of 1be11c1e0ad24945afbcefa4b9e72186 for: {'network': 1} {{(pid=99484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:55:13.273142 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-c9cd189e-d370-4fda-b639-401353b95fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905267'] for network, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:13.294380 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-c9cd189e-d370-4fda-b639-401353b95fd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:13.314570 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6fa1ca-b075-4396-bb4e-861889af6b9d req-bdb97c8c-77f6-4eab-b657-a8ca5e249145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:13.316202 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-0a6fa1ca-b075-4396-bb4e-861889af6b9d req-bdb97c8c-77f6-4eab-b657-a8ca5e249145 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1686432 Jun 14 14:55:13.327098 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-ce9ec0e4-f370-46e3-942d-13b453efbf0b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:13.359676 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-e87427f0-79f4-47e7-8922-17a1e522e154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02aa4fe-409f-4e13-8d9f-dd3c2c374760', 'name': 'tempest-TestMinimumBasicScenario-452765556-router', 'tenant_id': '30c373c90f4644729025c0cef752dbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '9cbd7352-8195-4b29-979b-1d960d47d027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:51:34Z', 'updated_at': '2021-06-14T14:55:11Z', 'revision_number': 5, 'project_id': '30c373c90f4644729025c0cef752dbd0', 'gw_port': {'id': '9cbd7352-8195-4b29-979b-1d960d47d027', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02aa4fe-409f-4e13-8d9f-dd3c2c374760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:51:36Z', 'updated_at': '2021-06-14T14:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi'}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:55:13.363999 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87427f0-79f4-47e7-8922-17a1e522e154 None None] Checking router: c02aa4fe-409f-4e13-8d9f-dd3c2c374760 for host: dv-cinder-726180-9-iscsi {{(pid=99485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 14:55:13.372535 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87427f0-79f4-47e7-8922-17a1e522e154 None None] Routers {'c02aa4fe-409f-4e13-8d9f-dd3c2c374760'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:55:13.373178 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-e87427f0-79f4-47e7-8922-17a1e522e154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:54:58Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['c02aa4fe-409f-4e13-8d9f-dd3c2c374760'], 'active': True} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:55:13.468149 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f448a72-e5bc-47cb-8f34-9dd414b98910 req-ebb8da3c-dbec-4de0-aee2-8089d1ee9904 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:13.470682 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-2f448a72-e5bc-47cb-8f34-9dd414b98910 req-ebb8da3c-dbec-4de0-aee2-8089d1ee9904 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 943 time: 0.2430313 Jun 14 14:55:13.492605 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.plugin [None req-ce9ec0e4-f370-46e3-942d-13b453efbf0b admin admin] Deleting port 9cbd7352-8195-4b29-979b-1d960d47d027 {{(pid=99483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:55:13.493110 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-ce9ec0e4-f370-46e3-942d-13b453efbf0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375454248'] for port, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:13.533867 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvr_db [None req-e87427f0-79f4-47e7-8922-17a1e522e154 None None] Set router c02aa4fe-409f-4e13-8d9f-dd3c2c374760 gateway port host: dv-cinder-726180-9-iscsi {{(pid=99485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:55:13.539662 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-0a6fa1ca-b075-4396-bb4e-861889af6b9d req-cb6cf2f9-90e9-4351-8c70-60f9dbcf7d88 service neutron] 10.222.0.21 "GET /v2.0/networks/eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158260 Jun 14 14:55:13.571680 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-2f448a72-e5bc-47cb-8f34-9dd414b98910 req-e28bf0a7-46ef-44c0-a252-704b74183fb1 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05144d8-074a-4edb-a2b3-52073245922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833294 Jun 14 14:55:13.614887 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.db [None req-ce9ec0e4-f370-46e3-942d-13b453efbf0b admin admin] For port 9cbd7352-8195-4b29-979b-1d960d47d027, host dv-cinder-726180-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=9cbd7352-8195-4b29-979b-1d960d47d027,segment=NetworkSegment(5f9b4eda-9001-4473-8107-70664bb4d177),segment_id=5f9b4eda-9001-4473-8107-70664bb4d177)] {{(pid=99483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:55:13.615163 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-ce9ec0e4-f370-46e3-942d-13b453efbf0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4046836'] for port, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:13.625320 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-c9cd189e-d370-4fda-b639-401353b95fd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:13.713420 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-0a6fa1ca-b075-4396-bb4e-861889af6b9d req-e8a1f3af-c031-4d5e-81e1-b4d00ce1f72b service neutron] 10.222.0.21 "GET /v2.0/networks/eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618791 Jun 14 14:55:13.718499 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.plugin [None req-ce9ec0e4-f370-46e3-942d-13b453efbf0b admin admin] Calling delete_port for 9cbd7352-8195-4b29-979b-1d960d47d027 owned by network:router_gateway {{(pid=99483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:55:13.729423 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-c9cd189e-d370-4fda-b639-401353b95fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:13.734623 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-386244ae-9f42-4c93-932d-f3191184e9bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:13.757177 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9cd189e-d370-4fda-b639-401353b95fd1 admin admin] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=99484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 14:55:13.780165 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-c9cd189e-d370-4fda-b639-401353b95fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-914478'] for segment, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:13.780520 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.db.segments_db [None req-c9cd189e-d370-4fda-b639-401353b95fd1 admin admin] Added segment d60235aa-1b03-4f24-846a-dd49d45346c3 of type vlan for network 0a0b9304-3d08-4627-ab40-3680eee5d0e7 Jun 14 14:55:13.794571 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cd189e-d370-4fda-b639-401353b95fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c5f2cc-2567-4fa9-b72f-3b953eee6c3f,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:13.801669 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-c9cd189e-d370-4fda-b639-401353b95fd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:13.809901 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-e87427f0-79f4-47e7-8922-17a1e522e154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02aa4fe-409f-4e13-8d9f-dd3c2c374760', 'name': 'tempest-TestMinimumBasicScenario-452765556-router', 'tenant_id': '30c373c90f4644729025c0cef752dbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '9cbd7352-8195-4b29-979b-1d960d47d027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:51:34Z', 'updated_at': '2021-06-14T14:55:11Z', 'revision_number': 5, 'project_id': '30c373c90f4644729025c0cef752dbd0', 'gw_port': {'id': '9cbd7352-8195-4b29-979b-1d960d47d027', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02aa4fe-409f-4e13-8d9f-dd3c2c374760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:51:36Z', 'updated_at': '2021-06-14T14:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi'}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:55:13.815914 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87427f0-79f4-47e7-8922-17a1e522e154 None None] The sync data for ids ['c02aa4fe-409f-4e13-8d9f-dd3c2c374760'] in dv-cinder-726180-9-iscsi is: [{'id': 'c02aa4fe-409f-4e13-8d9f-dd3c2c374760', 'name': 'tempest-TestMinimumBasicScenario-452765556-router', 'tenant_id': '30c373c90f4644729025c0cef752dbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '9cbd7352-8195-4b29-979b-1d960d47d027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:51:34Z', 'updated_at': '2021-06-14T14:55:11Z', 'revision_number': 5, 'project_id': '30c373c90f4644729025c0cef752dbd0', 'gw_port': {'id': '9cbd7352-8195-4b29-979b-1d960d47d027', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02aa4fe-409f-4e13-8d9f-dd3c2c374760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:51:36Z', 'updated_at': '2021-06-14T14:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi'}] {{(pid=99485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 14:55:13.862394 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-c9cd189e-d370-4fda-b639-401353b95fd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763375052454'] for network, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:14.025411 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-c9cd189e-d370-4fda-b639-401353b95fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255'] for network, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:14.027132 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cd189e-d370-4fda-b639-401353b95fd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:14.028048 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-c9cd189e-d370-4fda-b639-401353b95fd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699218'] for network, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:14.030419 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:14.117823 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cd189e-d370-4fda-b639-401353b95fd1 admin admin] Pushing event updated for resources: {'Network': ['ID=0a0b9304-3d08-4627-ab40-3680eee5d0e7,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:14.120583 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-c9cd189e-d370-4fda-b639-401353b95fd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:14.128137 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Network 0a0b9304-3d08-4627-ab40-3680eee5d0e7 details requested by agent ovs-agent-dv-cinder-726180-9-iscsi with host dv-cinder-726180-9-iscsi {{(pid=99485) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 14:55:14.174788 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-c9cd189e-d370-4fda-b639-401353b95fd1 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0975535 Jun 14 14:55:14.178510 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 37860) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:55:14.191904 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.v2.base [None req-db480d5f-c55b-4876-b7e8-2d052e5b578c admin admin] Request body: {'subnet': {'network_id': '0a0b9304-3d08-4627-ab40-3680eee5d0e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-121504585-subnet', 'tenant_id': '1be11c1e0ad24945afbcefa4b9e72186', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:55:14.339349 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db480d5f-c55b-4876-b7e8-2d052e5b578c admin admin] Made reservation on behalf of 1be11c1e0ad24945afbcefa4b9e72186 for: {'subnet': 1} {{(pid=99484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:55:14.341797 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-db480d5f-c55b-4876-b7e8-2d052e5b578c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12540677'] for subnet, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:14.391081 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-ce9ec0e4-f370-46e3-942d-13b453efbf0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375458892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763375065896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282732'] for port, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:14.393607 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-a213ed55-ae3a-4848-a27d-69a7e2d73133 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:14.428901 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9ec0e4-f370-46e3-942d-13b453efbf0b admin admin] Pushing event deleted for resources: {'Port': ['ID=9cbd7352-8195-4b29-979b-1d960d47d027,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:14.432468 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-ce9ec0e4-f370-46e3-942d-13b453efbf0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:14.517184 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-ce9ec0e4-f370-46e3-942d-13b453efbf0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4045586'] for router_gateway, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:14.691603 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-ce9ec0e4-f370-46e3-942d-13b453efbf0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4031715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60902'] for router, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:14.694440 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-ce9ec0e4-f370-46e3-942d-13b453efbf0b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:14.705096 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-db480d5f-c55b-4876-b7e8-2d052e5b578c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12089804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12540691'] for subnet, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:14.708204 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:14.860775 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db480d5f-c55b-4876-b7e8-2d052e5b578c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fc24fbd-f479-4309-ae3c-c5f1b4e6aa20,revision_number=0']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:14.865035 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-db480d5f-c55b-4876-b7e8-2d052e5b578c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:14.872817 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db480d5f-c55b-4876-b7e8-2d052e5b578c admin admin] Checking segment: {'id': 'd60235aa-1b03-4f24-846a-dd49d45346c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '0a0b9304-3d08-4627-ab40-3680eee5d0e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:55:14.874276 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db480d5f-c55b-4876-b7e8-2d052e5b578c admin admin] Network hostable DHCP agents. Network: 0a0b9304-3d08-4627-ab40-3680eee5d0e7, hostable agents: ['93423e1b-8ac2-4abf-ba8c-2bf2a6ff74d8'], hosted agents: [] {{(pid=99484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 14:55:14.883077 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device 641093c4-b192-40c0-9b8f-54156a98a36a no longer exists at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 14:55:14.917238 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] No Port match for: 641093c4-b192-40c0-9b8f-54156a98a36a {{(pid=99485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 14:55:14.917752 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device 641093c4-b192-40c0-9b8f-54156a98a36a not bound to the agent host dv-cinder-726180-9-iscsi {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 14:55:14.928137 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ad6049-02f3-468d-8f54-8f770f027c08 req-2d88e134-55d4-405d-8770-703bdf31554b tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:14.929855 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-e5ad6049-02f3-468d-8f54-8f770f027c08 req-2d88e134-55d4-405d-8770-703bdf31554b tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 943 time: 0.1323822 Jun 14 14:55:14.937856 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-ce9ec0e4-f370-46e3-942d-13b453efbf0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4031029'] for router, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:14.938620 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce9ec0e4-f370-46e3-942d-13b453efbf0b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c02aa4fe-409f-4e13-8d9f-dd3c2c374760 {{(pid=99483) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 14 14:55:14.951247 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-ce9ec0e4-f370-46e3-942d-13b453efbf0b admin admin] Notify callbacks [] for router, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:14.952413 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-ce9ec0e4-f370-46e3-942d-13b453efbf0b admin admin] 10.222.0.55 "DELETE /v2.0/routers/c02aa4fe-409f-4e13-8d9f-dd3c2c374760 HTTP/1.1" status: 204 len: 168 time: 2.0812423 Jun 14 14:55:14.956781 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 37874) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:55:15.031540 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.db_base_plugin_v2 [None req-1623ef62-c068-4e89-8652-e4691dbf6e59 admin admin] Deleting subnet 9e4a723b-704b-4e8f-b0d9-8b18b6b89427 {{(pid=99484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 14 14:55:15.036284 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-1623ef62-c068-4e89-8652-e4691dbf6e59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:15.041177 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-e5ad6049-02f3-468d-8f54-8f770f027c08 req-5d65f2ec-1d34-47f5-ac67-761146ade366 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05144d8-074a-4edb-a2b3-52073245922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990822 Jun 14 14:55:15.072974 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db480d5f-c55b-4876-b7e8-2d052e5b578c admin admin] Network 0a0b9304-3d08-4627-ab40-3680eee5d0e7 is scheduled to be hosted by DHCP agent 93423e1b-8ac2-4abf-ba8c-2bf2a6ff74d8 with binding_index 1 {{(pid=99484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 14:55:15.104309 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-1623ef62-c068-4e89-8652-e4691dbf6e59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257036'] for subnet, precommit_delete_associations {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:15.218157 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-1623ef62-c068-4e89-8652-e4691dbf6e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912507'] for subnet, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:15.221334 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.base_scheduler [None req-db480d5f-c55b-4876-b7e8-2d052e5b578c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-726180-9-iscsi, 0a0b9304-3d08-4627-ab40-3680eee5d0e7) {{(pid=99484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:55:15.230854 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0a40e3-3275-4419-aa75-e3cf3a7bc4f2 None None] Network 0a0b9304-3d08-4627-ab40-3680eee5d0e7 requested from dv-cinder-726180-9-iscsi {{(pid=99485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:55:15.260302 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db480d5f-c55b-4876-b7e8-2d052e5b578c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:15.260974 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-db480d5f-c55b-4876-b7e8-2d052e5b578c admin admin] Notify callbacks [] for subnet, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:15.414490 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-db480d5f-c55b-4876-b7e8-2d052e5b578c admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2218063 Jun 14 14:55:15.457655 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6dcc9f-6ce8-471d-9281-a1badad55439 None None] Network 0a0b9304-3d08-4627-ab40-3680eee5d0e7 requested from dv-cinder-726180-9-iscsi {{(pid=99485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:55:15.464079 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-1623ef62-c068-4e89-8652-e4691dbf6e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12089743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12540712'] for subnet, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:15.466933 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-a2be92ab-5b08-4048-a1a9-1e016ad37369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:15.547341 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574f85c2-302b-4123-a1d2-0a6a6906891f None None] Network 0d8e9e38-8b46-4c67-9b20-7a353c87d77d requested from dv-cinder-726180-9-iscsi {{(pid=99485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:55:15.556571 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1623ef62-c068-4e89-8652-e4691dbf6e59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e4a723b-704b-4e8f-b0d9-8b18b6b89427,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:15.558950 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-1623ef62-c068-4e89-8652-e4691dbf6e59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:15.565422 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-1623ef62-c068-4e89-8652-e4691dbf6e59 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/9e4a723b-704b-4e8f-b0d9-8b18b6b89427 HTTP/1.1" status: 204 len: 168 time: 0.6032116 Jun 14 14:55:15.565422 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-1623ef62-c068-4e89-8652-e4691dbf6e59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:15.566508 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 37878) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:55:15.637703 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 37880) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:55:15.713445 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-fd5556e5-fbde-4140-8234-bbca13e477a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1035504'] for network, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:15.725477 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.db_base_plugin_v2 [None req-1961e0cd-fd1a-4e01-b775-3304df9081f2 admin admin] Deleting subnet 9845466c-951c-4a90-9266-05181f38af7b {{(pid=99483) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 14 14:55:15.730492 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-1961e0cd-fd1a-4e01-b775-3304df9081f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:15.801413 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-1961e0cd-fd1a-4e01-b775-3304df9081f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8802486'] for subnet, precommit_delete_associations {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:15.809479 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.plugin [None req-fd5556e5-fbde-4140-8234-bbca13e477a9 admin admin] Deleting port fa88107f-f902-4db8-a244-ff45dc8cedbc {{(pid=99484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:55:15.809850 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-fd5556e5-fbde-4140-8234-bbca13e477a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375454248'] for port, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:15.885301 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-1961e0cd-fd1a-4e01-b775-3304df9081f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912507'] for subnet, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:15.913326 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.db [None req-fd5556e5-fbde-4140-8234-bbca13e477a9 admin admin] For port fa88107f-f902-4db8-a244-ff45dc8cedbc, host dv-cinder-726180-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=fa88107f-f902-4db8-a244-ff45dc8cedbc,segment=NetworkSegment(dbb6439c-5595-4163-b868-05e852ccb04d),segment_id=dbb6439c-5595-4163-b868-05e852ccb04d)] {{(pid=99484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:55:15.913701 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-fd5556e5-fbde-4140-8234-bbca13e477a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4046836'] for port, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:16.028353 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.plugin [None req-fd5556e5-fbde-4140-8234-bbca13e477a9 admin admin] Calling delete_port for fa88107f-f902-4db8-a244-ff45dc8cedbc owned by network:dhcp {{(pid=99484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:55:16.105363 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-1961e0cd-fd1a-4e01-b775-3304df9081f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12397034'] for subnet, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:16.109908 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:16.170386 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1961e0cd-fd1a-4e01-b775-3304df9081f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9845466c-951c-4a90-9266-05181f38af7b,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:16.173531 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-1961e0cd-fd1a-4e01-b775-3304df9081f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:16.179406 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-1961e0cd-fd1a-4e01-b775-3304df9081f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699218'] for subnet, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:16.181408 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-1961e0cd-fd1a-4e01-b775-3304df9081f2 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/9845466c-951c-4a90-9266-05181f38af7b HTTP/1.1" status: 204 len: 168 time: 0.5399728 Jun 14 14:55:16.185519 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 37884) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:55:16.225115 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd956ba-4f5a-48e6-9df4-f5ba0976718b None None] DHCP port deletion for 0d8e9e38-8b46-4c67-9b20-7a353c87d77d request from dv-cinder-726180-9-iscsi {{(pid=99485) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 14 14:55:16.268086 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-fd5556e5-fbde-4140-8234-bbca13e477a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375458892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763375065896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12090229'] for port, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:16.274116 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-04313d3c-64ff-4cb3-9bdd-6dc9fcd98691 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:16.316879 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5556e5-fbde-4140-8234-bbca13e477a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa88107f-f902-4db8-a244-ff45dc8cedbc,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:16.359275 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5556e5-fbde-4140-8234-bbca13e477a9 admin admin] No DVR routers for this DVR port fa88107f-f902-4db8-a244-ff45dc8cedbc on host dv-cinder-726180-9-iscsi {{(pid=99484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 14:55:16.370206 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-fd5556e5-fbde-4140-8234-bbca13e477a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:16.412224 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-42921b54-7560-48a8-8197-49da10b1c174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1035504'] for network, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:16.480263 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286cb3a4-0615-4c80-bb6e-1434a2aa2ef7 req-583438f4-ac78-421e-8d05-abfe9b13d378 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:16.480709 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-286cb3a4-0615-4c80-bb6e-1434a2aa2ef7 req-583438f4-ac78-421e-8d05-abfe9b13d378 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 943 time: 0.2683232 Jun 14 14:55:16.522579 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-fd5556e5-fbde-4140-8234-bbca13e477a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-911334', 'neutron.services.segments.db._delete_segments_for_network-8763375589048'] for network, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:16.583723 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.services.segments.db [None req-fd5556e5-fbde-4140-8234-bbca13e477a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d8e9e38-8b46-4c67-9b20-7a353c87d77d']}} {{(pid=99484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:55:16.619802 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.services.segments.db [None req-fd5556e5-fbde-4140-8234-bbca13e477a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbb6439c-5595-4163-b868-05e852ccb04d') {'for_net_delete': True} {{(pid=99484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:55:16.620266 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.services.segments.db [None req-fd5556e5-fbde-4140-8234-bbca13e477a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbb6439c-5595-4163-b868-05e852ccb04d') {} {{(pid=99484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:55:16.643431 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-fd5556e5-fbde-4140-8234-bbca13e477a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375588886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257031'] for segment, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:16.700456 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-42921b54-7560-48a8-8197-49da10b1c174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-911334', 'neutron.services.segments.db._delete_segments_for_network-8763375589048'] for network, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:16.728786 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.services.segments.db [None req-42921b54-7560-48a8-8197-49da10b1c174 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46f32216-be00-4acb-bc32-67fce97d0075']}} {{(pid=99484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:55:16.748371 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-286cb3a4-0615-4c80-bb6e-1434a2aa2ef7 req-e2827883-deb9-4fec-a586-fb3867b306e3 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05144d8-074a-4edb-a2b3-52073245922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2228012 Jun 14 14:55:16.751059 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.services.segments.db [None req-42921b54-7560-48a8-8197-49da10b1c174 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6bf7f31-a71e-4872-b402-79d85afa221d') {'for_net_delete': True} {{(pid=99484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:55:16.751059 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.services.segments.db [None req-42921b54-7560-48a8-8197-49da10b1c174 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6bf7f31-a71e-4872-b402-79d85afa221d') {} {{(pid=99484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:55:16.761803 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-fd5556e5-fbde-4140-8234-bbca13e477a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-914478'] for segment, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:16.775468 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-42921b54-7560-48a8-8197-49da10b1c174 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375588886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257031'] for segment, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:16.777607 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd5556e5-fbde-4140-8234-bbca13e477a9 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=99484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 14:55:16.778047 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-fd5556e5-fbde-4140-8234-bbca13e477a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-914478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12090150'] for segment, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:16.781171 dv-cinder-726180-9-iscsi neutron-server[99484]: Traceback (most recent call last): Jun 14 14:55:16.781171 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 14 14:55:16.781171 dv-cinder-726180-9-iscsi neutron-server[99484]: timer() Jun 14 14:55:16.781171 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 14 14:55:16.781171 dv-cinder-726180-9-iscsi neutron-server[99484]: cb(*args, **kw) Jun 14 14:55:16.781171 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 14 14:55:16.781171 dv-cinder-726180-9-iscsi neutron-server[99484]: return func(*args, **kwargs) Jun 14 14:55:16.781171 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 14 14:55:16.781171 dv-cinder-726180-9-iscsi neutron-server[99484]: self._notify() Jun 14 14:55:16.781171 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 14 14:55:16.781171 dv-cinder-726180-9-iscsi neutron-server[99484]: self.callback(batched_events) Jun 14 14:55:16.781171 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 14 14:55:16.781171 dv-cinder-726180-9-iscsi neutron-server[99484]: event.method(event) Jun 14 14:55:16.781171 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 14 14:55:16.781171 dv-cinder-726180-9-iscsi neutron-server[99484]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 14 14:55:16.781171 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 14 14:55:16.781171 dv-cinder-726180-9-iscsi neutron-server[99484]: aggregate_uuid = self.p_client.list_aggregates( Jun 14 14:55:16.781171 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 14 14:55:16.781171 dv-cinder-726180-9-iscsi neutron-server[99484]: return f(self, *a, **k) Jun 14 14:55:16.781171 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 14 14:55:16.781171 dv-cinder-726180-9-iscsi neutron-server[99484]: return self._get(url).json() Jun 14 14:55:16.781171 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 14 14:55:16.781171 dv-cinder-726180-9-iscsi neutron-server[99484]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 14 14:55:16.781171 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 14 14:55:16.781171 dv-cinder-726180-9-iscsi neutron-server[99484]: return self.request(url, 'GET', **kwargs) Jun 14 14:55:16.781171 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 14 14:55:16.781171 dv-cinder-726180-9-iscsi neutron-server[99484]: base_url = self.get_endpoint(auth, allow=allow, Jun 14 14:55:16.781171 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 14 14:55:16.781171 dv-cinder-726180-9-iscsi neutron-server[99484]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 14 14:55:16.781171 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 14 14:55:16.781171 dv-cinder-726180-9-iscsi neutron-server[99484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 14 14:55:16.781171 dv-cinder-726180-9-iscsi neutron-server[99484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 14 14:55:16.845018 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device fa88107f-f902-4db8-a244-ff45dc8cedbc no longer exists at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 14:55:16.879912 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] No Port match for: fa88107f-f902-4db8-a244-ff45dc8cedbc {{(pid=99485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 14:55:16.880301 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device fa88107f-f902-4db8-a244-ff45dc8cedbc not bound to the agent host dv-cinder-726180-9-iscsi {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 14:55:16.880741 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device 9cbd7352-8195-4b29-979b-1d960d47d027 no longer exists at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 14:55:16.882789 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-42921b54-7560-48a8-8197-49da10b1c174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-914478'] for segment, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:16.897360 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42921b54-7560-48a8-8197-49da10b1c174 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=99484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 14:55:16.897769 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-42921b54-7560-48a8-8197-49da10b1c174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-914478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12090150'] for segment, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:16.899766 dv-cinder-726180-9-iscsi neutron-server[99484]: Traceback (most recent call last): Jun 14 14:55:16.899766 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 14 14:55:16.899766 dv-cinder-726180-9-iscsi neutron-server[99484]: timer() Jun 14 14:55:16.899766 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 14 14:55:16.899766 dv-cinder-726180-9-iscsi neutron-server[99484]: cb(*args, **kw) Jun 14 14:55:16.899766 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 14 14:55:16.899766 dv-cinder-726180-9-iscsi neutron-server[99484]: return func(*args, **kwargs) Jun 14 14:55:16.899766 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 14 14:55:16.899766 dv-cinder-726180-9-iscsi neutron-server[99484]: self._notify() Jun 14 14:55:16.899766 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 14 14:55:16.899766 dv-cinder-726180-9-iscsi neutron-server[99484]: self.callback(batched_events) Jun 14 14:55:16.899766 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 14 14:55:16.899766 dv-cinder-726180-9-iscsi neutron-server[99484]: event.method(event) Jun 14 14:55:16.899766 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 14 14:55:16.899766 dv-cinder-726180-9-iscsi neutron-server[99484]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 14 14:55:16.899766 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 14 14:55:16.899766 dv-cinder-726180-9-iscsi neutron-server[99484]: aggregate_uuid = self.p_client.list_aggregates( Jun 14 14:55:16.899766 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 14 14:55:16.899766 dv-cinder-726180-9-iscsi neutron-server[99484]: return f(self, *a, **k) Jun 14 14:55:16.899766 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 14 14:55:16.899766 dv-cinder-726180-9-iscsi neutron-server[99484]: return self._get(url).json() Jun 14 14:55:16.899766 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 14 14:55:16.899766 dv-cinder-726180-9-iscsi neutron-server[99484]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 14 14:55:16.899766 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 14 14:55:16.899766 dv-cinder-726180-9-iscsi neutron-server[99484]: return self.request(url, 'GET', **kwargs) Jun 14 14:55:16.899766 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 14 14:55:16.899766 dv-cinder-726180-9-iscsi neutron-server[99484]: base_url = self.get_endpoint(auth, allow=allow, Jun 14 14:55:16.899766 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 14 14:55:16.899766 dv-cinder-726180-9-iscsi neutron-server[99484]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 14 14:55:16.899766 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 14 14:55:16.899766 dv-cinder-726180-9-iscsi neutron-server[99484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 14 14:55:16.899766 dv-cinder-726180-9-iscsi neutron-server[99484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 14 14:55:16.926590 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] No Port match for: 9cbd7352-8195-4b29-979b-1d960d47d027 {{(pid=99485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 14:55:16.927079 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device 9cbd7352-8195-4b29-979b-1d960d47d027 not bound to the agent host dv-cinder-726180-9-iscsi {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 14:55:17.303020 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-fd5556e5-fbde-4140-8234-bbca13e477a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-911353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4045583'] for network, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:17.307290 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-818ec065-cc4a-4852-b1a2-adf4da3dbd76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:17.309947 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-fd5556e5-fbde-4140-8234-bbca13e477a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699218'] for network, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:17.314940 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-fd5556e5-fbde-4140-8234-bbca13e477a9 admin admin] 10.222.0.55 "DELETE /v2.0/networks/0d8e9e38-8b46-4c67-9b20-7a353c87d77d HTTP/1.1" status: 204 len: 168 time: 1.7448444 Jun 14 14:55:17.330259 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5556e5-fbde-4140-8234-bbca13e477a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d8e9e38-8b46-4c67-9b20-7a353c87d77d,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:17.332729 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-fd5556e5-fbde-4140-8234-bbca13e477a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:17.487746 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-42921b54-7560-48a8-8197-49da10b1c174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-911353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4045583'] for network, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:17.491612 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-0cddba0b-1f4c-4144-88d4-124d0168da85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:17.494331 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-42921b54-7560-48a8-8197-49da10b1c174 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699218'] for network, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:17.496278 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-42921b54-7560-48a8-8197-49da10b1c174 admin admin] 10.222.0.55 "DELETE /v2.0/networks/46f32216-be00-4acb-bc32-67fce97d0075 HTTP/1.1" status: 204 len: 168 time: 1.3106866 Jun 14 14:55:17.499377 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 37888) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:55:17.510438 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42921b54-7560-48a8-8197-49da10b1c174 admin admin] Pushing event deleted for resources: {'Network': ['ID=46f32216-be00-4acb-bc32-67fce97d0075,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:17.513588 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-42921b54-7560-48a8-8197-49da10b1c174 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:17.568933 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.db_base_plugin_v2 [None req-25c3e59a-e09b-47ff-bbad-ab234c64341d admin admin] Deleting subnet 6fc24fbd-f479-4309-ae3c-c5f1b4e6aa20 {{(pid=99483) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 14 14:55:17.572846 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-25c3e59a-e09b-47ff-bbad-ab234c64341d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:17.617553 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-25c3e59a-e09b-47ff-bbad-ab234c64341d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8802486'] for subnet, precommit_delete_associations {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:17.681773 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-25c3e59a-e09b-47ff-bbad-ab234c64341d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912507'] for subnet, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:17.842329 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-25c3e59a-e09b-47ff-bbad-ab234c64341d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12397034'] for subnet, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:17.852815 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:17.857809 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-25c3e59a-e09b-47ff-bbad-ab234c64341d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699218'] for subnet, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:17.861826 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-25c3e59a-e09b-47ff-bbad-ab234c64341d admin admin] 10.222.0.55 "DELETE /v2.0/subnets/6fc24fbd-f479-4309-ae3c-c5f1b4e6aa20 HTTP/1.1" status: 204 len: 168 time: 0.3592508 Jun 14 14:55:17.862270 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 37896) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:55:17.886433 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c3e59a-e09b-47ff-bbad-ab234c64341d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fc24fbd-f479-4309-ae3c-c5f1b4e6aa20,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:17.891653 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-25c3e59a-e09b-47ff-bbad-ab234c64341d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:17.903742 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 37898) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:55:17.973712 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-ad4cb678-a7a2-4cfe-9b77-63da1c9ee6a9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=eb3b0bac7b7d45c998f69dfce00cbc95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0686760 Jun 14 14:55:17.980654 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 37900) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:55:18.021292 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-502ea9a5-09ac-4f20-a700-a0499dd8d43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1035504'] for network, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:18.057010 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a5956-936e-4cf0-99f6-af1d2be613e3 req-a4b683a6-611d-47ba-8b80-d7caa6dc0e29 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:18.058796 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-1b9a5956-936e-4cf0-99f6-af1d2be613e3 req-a4b683a6-611d-47ba-8b80-d7caa6dc0e29 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 943 time: 0.0894313 Jun 14 14:55:18.060708 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-d2e6dc7b-6aac-400b-aa15-9874edd4a20e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:18.140769 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-1b9a5956-936e-4cf0-99f6-af1d2be613e3 req-1648576f-6978-4d49-b575-ccfa4c7455e0 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05144d8-074a-4edb-a2b3-52073245922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556169 Jun 14 14:55:18.143004 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-d2e6dc7b-6aac-400b-aa15-9874edd4a20e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:18.203296 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-502ea9a5-09ac-4f20-a700-a0499dd8d43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-911334', 'neutron.services.segments.db._delete_segments_for_network-8763375589048'] for network, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:18.228413 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.services.segments.db [None req-502ea9a5-09ac-4f20-a700-a0499dd8d43b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a0b9304-3d08-4627-ab40-3680eee5d0e7']}} {{(pid=99484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:55:18.247677 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.services.segments.db [None req-502ea9a5-09ac-4f20-a700-a0499dd8d43b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd60235aa-1b03-4f24-846a-dd49d45346c3') {'for_net_delete': True} {{(pid=99484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:55:18.247976 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.services.segments.db [None req-502ea9a5-09ac-4f20-a700-a0499dd8d43b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd60235aa-1b03-4f24-846a-dd49d45346c3') {} {{(pid=99484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:55:18.258496 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-502ea9a5-09ac-4f20-a700-a0499dd8d43b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375588886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257031'] for segment, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:18.275270 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-502ea9a5-09ac-4f20-a700-a0499dd8d43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-914478'] for segment, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:18.298463 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-502ea9a5-09ac-4f20-a700-a0499dd8d43b admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=99484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 14:55:18.298968 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-502ea9a5-09ac-4f20-a700-a0499dd8d43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-914478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12090150'] for segment, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:18.301632 dv-cinder-726180-9-iscsi neutron-server[99484]: Traceback (most recent call last): Jun 14 14:55:18.301632 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 14 14:55:18.301632 dv-cinder-726180-9-iscsi neutron-server[99484]: timer() Jun 14 14:55:18.301632 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 14 14:55:18.301632 dv-cinder-726180-9-iscsi neutron-server[99484]: cb(*args, **kw) Jun 14 14:55:18.301632 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 14 14:55:18.301632 dv-cinder-726180-9-iscsi neutron-server[99484]: return func(*args, **kwargs) Jun 14 14:55:18.301632 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 14 14:55:18.301632 dv-cinder-726180-9-iscsi neutron-server[99484]: self._notify() Jun 14 14:55:18.301632 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 14 14:55:18.301632 dv-cinder-726180-9-iscsi neutron-server[99484]: self.callback(batched_events) Jun 14 14:55:18.301632 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 14 14:55:18.301632 dv-cinder-726180-9-iscsi neutron-server[99484]: event.method(event) Jun 14 14:55:18.301632 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 14 14:55:18.301632 dv-cinder-726180-9-iscsi neutron-server[99484]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 14 14:55:18.301632 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 14 14:55:18.301632 dv-cinder-726180-9-iscsi neutron-server[99484]: aggregate_uuid = self.p_client.list_aggregates( Jun 14 14:55:18.301632 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 14 14:55:18.301632 dv-cinder-726180-9-iscsi neutron-server[99484]: return f(self, *a, **k) Jun 14 14:55:18.301632 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 14 14:55:18.301632 dv-cinder-726180-9-iscsi neutron-server[99484]: return self._get(url).json() Jun 14 14:55:18.301632 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 14 14:55:18.301632 dv-cinder-726180-9-iscsi neutron-server[99484]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 14 14:55:18.301632 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 14 14:55:18.301632 dv-cinder-726180-9-iscsi neutron-server[99484]: return self.request(url, 'GET', **kwargs) Jun 14 14:55:18.301632 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 14 14:55:18.301632 dv-cinder-726180-9-iscsi neutron-server[99484]: base_url = self.get_endpoint(auth, allow=allow, Jun 14 14:55:18.301632 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 14 14:55:18.301632 dv-cinder-726180-9-iscsi neutron-server[99484]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 14 14:55:18.301632 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 14 14:55:18.301632 dv-cinder-726180-9-iscsi neutron-server[99484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 14 14:55:18.301632 dv-cinder-726180-9-iscsi neutron-server[99484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 14 14:55:18.419608 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-d2e6dc7b-6aac-400b-aa15-9874edd4a20e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:18.424359 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-d2e6dc7b-6aac-400b-aa15-9874edd4a20e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:18.426200 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-d2e6dc7b-6aac-400b-aa15-9874edd4a20e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4f492e54-5373-4fdc-bdcc-f5e782e21178 HTTP/1.1" status: 204 len: 168 time: 0.4445503 Jun 14 14:55:18.427536 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-6f97f373-a52d-4edb-b591-f1f7ec7d77e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:18.438367 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e6dc7b-6aac-400b-aa15-9874edd4a20e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f492e54-5373-4fdc-bdcc-f5e782e21178,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:18.440945 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-d2e6dc7b-6aac-400b-aa15-9874edd4a20e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:18.502090 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-502ea9a5-09ac-4f20-a700-a0499dd8d43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-911353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4045583'] for network, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:18.516783 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-42921b54-7560-48a8-8197-49da10b1c174 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:18.518306 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-502ea9a5-09ac-4f20-a700-a0499dd8d43b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699218'] for network, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:18.522900 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-502ea9a5-09ac-4f20-a700-a0499dd8d43b admin admin] 10.222.0.55 "DELETE /v2.0/networks/0a0b9304-3d08-4627-ab40-3680eee5d0e7 HTTP/1.1" status: 204 len: 168 time: 0.6596298 Jun 14 14:55:18.540343 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502ea9a5-09ac-4f20-a700-a0499dd8d43b admin admin] Pushing event deleted for resources: {'Network': ['ID=0a0b9304-3d08-4627-ab40-3680eee5d0e7,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:18.542656 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-502ea9a5-09ac-4f20-a700-a0499dd8d43b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:18.874680 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08e508c-236c-4d07-8ad2-4efe13f1dfb4 req-3596e6ed-ec33-4865-a443-c2c6d37ec602 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:18.877191 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-e08e508c-236c-4d07-8ad2-4efe13f1dfb4 req-3596e6ed-ec33-4865-a443-c2c6d37ec602 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/ports?device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b HTTP/1.1" status: 200 len: 945 time: 0.0749462 Jun 14 14:55:18.934405 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-e08e508c-236c-4d07-8ad2-4efe13f1dfb4 req-4a880dd2-7c5f-4a5c-8a96-3ce0b4bc33c9 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4648ab45-3fe7-4fb0-aedd-27d6176c7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504160 Jun 14 14:55:19.133477 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 37912) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:55:19.210289 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-74eedfae-6407-4ede-86b5-b0477c870866 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=687a134229c041bcb212e64a5303c74d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0751526 Jun 14 14:55:19.213008 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 37916) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:55:19.279064 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-35d95cad-3eb5-4f69-9258-3115e6700fd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:19.322726 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-35d95cad-3eb5-4f69-9258-3115e6700fd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:19.391203 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d992aa-2290-4011-8080-b5f997f16b5d req-3515c388-a790-4e3f-86fc-d250e721301a tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:19.393056 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-08d992aa-2290-4011-8080-b5f997f16b5d req-3515c388-a790-4e3f-86fc-d250e721301a tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 943 time: 0.0956576 Jun 14 14:55:19.456847 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-08d992aa-2290-4011-8080-b5f997f16b5d req-6013174a-ea82-4908-a261-e62da642c681 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05144d8-074a-4edb-a2b3-52073245922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568943 Jun 14 14:55:19.469135 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-35d95cad-3eb5-4f69-9258-3115e6700fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:19.471810 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-35d95cad-3eb5-4f69-9258-3115e6700fd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:19.473040 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-35d95cad-3eb5-4f69-9258-3115e6700fd7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3cc10eb9-e196-4088-8e28-9fc5bd1179cf HTTP/1.1" status: 204 len: 168 time: 0.2590401 Jun 14 14:55:19.480927 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-4841f843-c38f-4364-9cb5-1f21fbf28f9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:19.483651 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d95cad-3eb5-4f69-9258-3115e6700fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc10eb9-e196-4088-8e28-9fc5bd1179cf,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:19.486927 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-35d95cad-3eb5-4f69-9258-3115e6700fd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:19.538991 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 37920) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:55:19.591053 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-568419ca-7649-4960-a311-ec401a7027ec admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=30c373c90f4644729025c0cef752dbd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0485873 Jun 14 14:55:19.593145 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 37922) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:55:19.673777 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-4ac7fa4f-0032-436c-9f7e-d6a4b8013394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:19.709756 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-4ac7fa4f-0032-436c-9f7e-d6a4b8013394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:19.882427 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-4ac7fa4f-0032-436c-9f7e-d6a4b8013394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:19.885190 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-4ac7fa4f-0032-436c-9f7e-d6a4b8013394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:19.888116 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-4ac7fa4f-0032-436c-9f7e-d6a4b8013394 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5a42818b-a635-4e16-9368-5a250a9a65f6 HTTP/1.1" status: 204 len: 168 time: 0.2952807 Jun 14 14:55:19.889090 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-9de68c90-33fe-4225-a351-034f8cf1db25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:19.899798 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac7fa4f-0032-436c-9f7e-d6a4b8013394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a42818b-a635-4e16-9368-5a250a9a65f6,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:19.902970 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-4ac7fa4f-0032-436c-9f7e-d6a4b8013394 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:20.155800 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d66c4-01b1-47bc-a0d4-7691c50cfb66 req-8967d0b2-8adb-47ae-879b-3e30c2f85d0d tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:20.158189 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-167d66c4-01b1-47bc-a0d4-7691c50cfb66 req-8967d0b2-8adb-47ae-879b-3e30c2f85d0d tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/ports?device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b HTTP/1.1" status: 200 len: 945 time: 0.0857875 Jun 14 14:55:20.207812 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-167d66c4-01b1-47bc-a0d4-7691c50cfb66 req-76d533e2-06e5-4dad-9377-294fac66182b tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4648ab45-3fe7-4fb0-aedd-27d6176c7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428839 Jun 14 14:55:20.539764 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 37938) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:55:20.624891 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-0177505a-fe2f-4c7c-8d29-f7744864b315 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1be11c1e0ad24945afbcefa4b9e72186&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0838313 Jun 14 14:55:20.627952 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 37942) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:55:20.737113 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-76140ba7-749d-4a60-a370-949cb8507347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:20.756527 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4048be-4afa-4db3-9bdc-4c5f97a56ba1 req-1ca677e3-5717-4ca4-9a01-546705901d1c tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:20.758024 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-1a4048be-4afa-4db3-9bdc-4c5f97a56ba1 req-1ca677e3-5717-4ca4-9a01-546705901d1c tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 943 time: 0.1219804 Jun 14 14:55:20.783928 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-76140ba7-749d-4a60-a370-949cb8507347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:20.854452 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-1a4048be-4afa-4db3-9bdc-4c5f97a56ba1 req-b8d32b9c-0786-4071-8b1e-b7da77072fd9 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05144d8-074a-4edb-a2b3-52073245922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835893 Jun 14 14:55:21.030807 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-76140ba7-749d-4a60-a370-949cb8507347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:21.034684 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-76140ba7-749d-4a60-a370-949cb8507347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:21.036020 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-76140ba7-749d-4a60-a370-949cb8507347 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/27c5f2cc-2567-4fa9-b72f-3b953eee6c3f HTTP/1.1" status: 204 len: 168 time: 0.4064200 Jun 14 14:55:21.036818 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-75ff1fc3-e989-4b95-bb90-245b58c8672c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:21.047256 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76140ba7-749d-4a60-a370-949cb8507347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c5f2cc-2567-4fa9-b72f-3b953eee6c3f,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:21.048860 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-76140ba7-749d-4a60-a370-949cb8507347 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:21.426006 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14d70c-30e8-463d-a5a4-6a31fb19aa58 req-896e458f-237f-4666-8afd-6c717a93594e tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:21.427535 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-8e14d70c-30e8-463d-a5a4-6a31fb19aa58 req-896e458f-237f-4666-8afd-6c717a93594e tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/ports?device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b HTTP/1.1" status: 200 len: 945 time: 0.1046023 Jun 14 14:55:21.444755 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 37960) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:55:21.488074 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-8e14d70c-30e8-463d-a5a4-6a31fb19aa58 req-8731d81a-2b88-4f62-8b4c-5293fca57d6b tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4648ab45-3fe7-4fb0-aedd-27d6176c7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546553 Jun 14 14:55:21.595662 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.v2.base [None req-63eee4ad-c30e-4753-ade9-03f64c569173 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-530298258-network', 'tenant_id': 'a3f11692b2f8449abf062d147c313cb2'}} {{(pid=99484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:55:21.773420 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63eee4ad-c30e-4753-ade9-03f64c569173 admin admin] Made reservation on behalf of a3f11692b2f8449abf062d147c313cb2 for: {'network': 1} {{(pid=99484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:55:21.775975 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-63eee4ad-c30e-4753-ade9-03f64c569173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905267'] for network, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:21.787795 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-63eee4ad-c30e-4753-ade9-03f64c569173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:21.934662 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-63eee4ad-c30e-4753-ade9-03f64c569173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:22.051918 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-63eee4ad-c30e-4753-ade9-03f64c569173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:22.058472 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-afe59c5a-e5fc-44f4-81c3-9c695eb7deae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:22.110529 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63eee4ad-c30e-4753-ade9-03f64c569173 admin admin] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=99484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 14:55:22.120488 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eee4ad-c30e-4753-ade9-03f64c569173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=849f35b7-0b7e-43db-8786-f70bb60f1661,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:22.124764 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-63eee4ad-c30e-4753-ade9-03f64c569173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:22.133551 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-63eee4ad-c30e-4753-ade9-03f64c569173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-914478'] for segment, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:22.133551 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.db.segments_db [None req-63eee4ad-c30e-4753-ade9-03f64c569173 admin admin] Added segment f38bb8ce-b58e-4ac2-8f7b-63bec74bcbb6 of type vlan for network 5de2046a-1fb6-45f0-8b8a-db9f6abde019 Jun 14 14:55:22.195223 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dcb6e3-0be1-4c55-a7c9-8e4183f8ff9b req-2775484e-e4b4-4a44-b742-b543b40fb461 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:22.195223 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-d6dcb6e3-0be1-4c55-a7c9-8e4183f8ff9b req-2775484e-e4b4-4a44-b742-b543b40fb461 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 943 time: 0.1928794 Jun 14 14:55:22.217921 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-63eee4ad-c30e-4753-ade9-03f64c569173 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763375052454'] for network, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:22.281843 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-d6dcb6e3-0be1-4c55-a7c9-8e4183f8ff9b req-bc3b6a69-7a78-41b4-b1ab-36e98c27fc71 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05144d8-074a-4edb-a2b3-52073245922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761344 Jun 14 14:55:22.369110 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-63eee4ad-c30e-4753-ade9-03f64c569173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255'] for network, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:22.370604 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63eee4ad-c30e-4753-ade9-03f64c569173 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:22.371598 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-63eee4ad-c30e-4753-ade9-03f64c569173 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699218'] for network, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:22.373638 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:22.481654 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eee4ad-c30e-4753-ade9-03f64c569173 admin admin] Pushing event updated for resources: {'Network': ['ID=5de2046a-1fb6-45f0-8b8a-db9f6abde019,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:22.484465 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-63eee4ad-c30e-4753-ade9-03f64c569173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:22.491998 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Network 5de2046a-1fb6-45f0-8b8a-db9f6abde019 details requested by agent ovs-agent-dv-cinder-726180-9-iscsi with host dv-cinder-726180-9-iscsi {{(pid=99485) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 14:55:22.549109 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 37988) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:55:22.549896 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-63eee4ad-c30e-4753-ade9-03f64c569173 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1038773 Jun 14 14:55:22.555324 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.v2.base [None req-d29d2cbc-5129-4a21-b9ac-b60f8f2033db admin admin] Request body: {'subnet': {'network_id': '5de2046a-1fb6-45f0-8b8a-db9f6abde019', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-530298258-subnet', 'tenant_id': 'a3f11692b2f8449abf062d147c313cb2', 'ip_version': 4}} {{(pid=99483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:55:22.716899 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e614a12-cb29-44ac-bdb9-98a0de3f24c4 req-66c7982f-24c3-4580-94a2-cdce694c3568 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:22.718249 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-9e614a12-cb29-44ac-bdb9-98a0de3f24c4 req-66c7982f-24c3-4580-94a2-cdce694c3568 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/ports?device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b HTTP/1.1" status: 200 len: 945 time: 0.0823114 Jun 14 14:55:22.749884 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d29d2cbc-5129-4a21-b9ac-b60f8f2033db admin admin] Made reservation on behalf of a3f11692b2f8449abf062d147c313cb2 for: {'subnet': 1} {{(pid=99483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:55:22.749884 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-d29d2cbc-5129-4a21-b9ac-b60f8f2033db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12396999'] for subnet, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:22.811293 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-9e614a12-cb29-44ac-bdb9-98a0de3f24c4 req-b2aecd1b-5073-4b0a-8fe2-a32d4eee898b tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4648ab45-3fe7-4fb0-aedd-27d6176c7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863705 Jun 14 14:55:23.173901 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-d29d2cbc-5129-4a21-b9ac-b60f8f2033db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12282325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12397009'] for subnet, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:23.176352 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:23.240955 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29d2cbc-5129-4a21-b9ac-b60f8f2033db admin admin] Pushing event updated for resources: {'Subnet': ['ID=1232b771-0d43-4b91-a771-4713ef8d7898,revision_number=0']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:23.244610 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-d29d2cbc-5129-4a21-b9ac-b60f8f2033db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:23.251989 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29d2cbc-5129-4a21-b9ac-b60f8f2033db admin admin] Checking segment: {'id': 'f38bb8ce-b58e-4ac2-8f7b-63bec74bcbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5de2046a-1fb6-45f0-8b8a-db9f6abde019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:55:23.251989 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29d2cbc-5129-4a21-b9ac-b60f8f2033db admin admin] Network hostable DHCP agents. Network: 5de2046a-1fb6-45f0-8b8a-db9f6abde019, hostable agents: ['93423e1b-8ac2-4abf-ba8c-2bf2a6ff74d8'], hosted agents: [] {{(pid=99483) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 14:55:23.413855 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29d2cbc-5129-4a21-b9ac-b60f8f2033db admin admin] Network 5de2046a-1fb6-45f0-8b8a-db9f6abde019 is scheduled to be hosted by DHCP agent 93423e1b-8ac2-4abf-ba8c-2bf2a6ff74d8 with binding_index 1 {{(pid=99483) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 14:55:23.520136 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08dcf0f-6c50-4406-851a-30255e570a55 req-33a9aa16-0f11-4c47-b222-e72820a0018c tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:23.521704 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-f08dcf0f-6c50-4406-851a-30255e570a55 req-33a9aa16-0f11-4c47-b222-e72820a0018c tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 943 time: 0.0984664 Jun 14 14:55:23.568754 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-f08dcf0f-6c50-4406-851a-30255e570a55 req-239de1ab-ce78-444a-93f7-2fbf2f8e9bcb tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05144d8-074a-4edb-a2b3-52073245922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410542 Jun 14 14:55:23.573260 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.base_scheduler [None req-d29d2cbc-5129-4a21-b9ac-b60f8f2033db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-726180-9-iscsi, 5de2046a-1fb6-45f0-8b8a-db9f6abde019) {{(pid=99483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:55:23.583754 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29d2cbc-5129-4a21-b9ac-b60f8f2033db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:23.584747 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-d29d2cbc-5129-4a21-b9ac-b60f8f2033db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699218'] for subnet, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:23.592204 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a46f46c-e21a-42d8-b9a4-682379ab792c None None] Network 5de2046a-1fb6-45f0-8b8a-db9f6abde019 requested from dv-cinder-726180-9-iscsi {{(pid=99485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:55:23.749712 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 38008) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:55:23.764348 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-d29d2cbc-5129-4a21-b9ac-b60f8f2033db admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1995771 Jun 14 14:55:23.764982 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.v2.base [None req-bcf717fc-41f8-4a6f-98aa-fd01c2462f32 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-530298258-router', 'tenant_id': 'a3f11692b2f8449abf062d147c313cb2', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60'}}} {{(pid=99484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:55:23.877476 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b36d3a1-abfe-472a-81e8-df8daa9c5d04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp167513b8-b081-5ae1-a2b9-ace1867507b7-5de2046a-1fb6-45f0-8b8a-db9f6abde019', 'network_id': '5de2046a-1fb6-45f0-8b8a-db9f6abde019', 'tenant_id': 'a3f11692b2f8449abf062d147c313cb2', 'fixed_ips': [{'subnet_id': '1232b771-0d43-4b91-a771-4713ef8d7898'}]}} from dv-cinder-726180-9-iscsi. {{(pid=99485) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 14 14:55:23.878595 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-2b36d3a1-abfe-472a-81e8-df8daa9c5d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905267'] for port, before_create {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:23.916410 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-bcf717fc-41f8-4a6f-98aa-fd01c2462f32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4031657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60692'] for router, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:23.917474 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-bcf717fc-41f8-4a6f-98aa-fd01c2462f32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4031694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4046296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4029127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60911'] for router, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:24.034393 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c52425a-97cd-434b-b808-46e0c0787c4f req-867e34fd-64c1-410b-961d-2caffb4b58b2 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:24.036389 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-9c52425a-97cd-434b-b808-46e0c0787c4f req-867e34fd-64c1-410b-961d-2caffb4b58b2 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/ports?device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b HTTP/1.1" status: 200 len: 945 time: 0.0818675 Jun 14 14:55:24.040597 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-bcf717fc-41f8-4a6f-98aa-fd01c2462f32 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:24.083081 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.db_base_plugin_common [None req-2b36d3a1-abfe-472a-81e8-df8daa9c5d04 None None] Allocated IP 172.20.0.2 (5de2046a-1fb6-45f0-8b8a-db9f6abde019/1232b771-0d43-4b91-a771-4713ef8d7898/2ed46c12-c4b5-4729-b5b3-b65d6ccef337) {{(pid=99485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:55:24.122346 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-9c52425a-97cd-434b-b808-46e0c0787c4f req-b4cffdda-8541-450f-bf56-24345f1b20b4 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4648ab45-3fe7-4fb0-aedd-27d6176c7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777895 Jun 14 14:55:24.371229 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-2b36d3a1-abfe-472a-81e8-df8daa9c5d04 None None] Notify callbacks [] for port, precommit_create {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:24.380357 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-2b36d3a1-abfe-472a-81e8-df8daa9c5d04 None None] Transition to ACTIVE for port object 2ed46c12-c4b5-4729-b5b3-b65d6ccef337 will not be triggered until provisioned by entity L2. {{(pid=99485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:55:24.393136 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-bcf717fc-41f8-4a6f-98aa-fd01c2462f32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4046279', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4031675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60921'] for router, precommit_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:24.420430 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-2b36d3a1-abfe-472a-81e8-df8daa9c5d04 None None] Transition to ACTIVE for port object 2ed46c12-c4b5-4729-b5b3-b65d6ccef337 will not be triggered until provisioned by entity DHCP. {{(pid=99485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:55:24.420817 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 38016) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:55:24.537446 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-0b0631ff-7957-4dee-b727-bf1593b1fcbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:24.657990 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-0b0631ff-7957-4dee-b727-bf1593b1fcbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:24.815199 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c29f5d-4433-4721-bd23-676089e97c63 req-87d724de-96d8-4736-8387-d808631adf03 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:24.816767 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-63c29f5d-4433-4721-bd23-676089e97c63 req-87d724de-96d8-4736-8387-d808631adf03 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 943 time: 0.0737617 Jun 14 14:55:24.869709 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-63c29f5d-4433-4721-bd23-676089e97c63 req-29eb429b-79e4-407b-96ae-c86aa73d16d8 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05144d8-074a-4edb-a2b3-52073245922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459678 Jun 14 14:55:25.099680 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-2b36d3a1-abfe-472a-81e8-df8daa9c5d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-905456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763375065887'] for port, after_create {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:25.101773 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-0b0631ff-7957-4dee-b727-bf1593b1fcbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:25.104701 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-03ac31ff-0347-4b00-a419-226506043908 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:25.107248 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:25.180700 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0631ff-7957-4dee-b727-bf1593b1fcbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a50a76-66ba-4f73-9c17-a0a933886993,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:25.188148 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-0b0631ff-7957-4dee-b727-bf1593b1fcbd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=209f84bbeda84f83bfb58f74524dde29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7777283 Jun 14 14:55:25.189312 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-0b0631ff-7957-4dee-b727-bf1593b1fcbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:25.192478 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 38026) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:55:25.255478 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b36d3a1-abfe-472a-81e8-df8daa9c5d04 None None] Network 5de2046a-1fb6-45f0-8b8a-db9f6abde019 is already hosted by enough agents. {{(pid=99485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:55:25.263619 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.scheduler.base_scheduler [None req-2b36d3a1-abfe-472a-81e8-df8daa9c5d04 None None] Resources bound (agent type, host, resource id): {{(pid=99485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:55:25.281715 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b36d3a1-abfe-472a-81e8-df8daa9c5d04 None None] Received port after_create {{(pid=99485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:55:25.297585 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b36d3a1-abfe-472a-81e8-df8daa9c5d04 None None] Pushing event updated for resources: {'Port': ['ID=2ed46c12-c4b5-4729-b5b3-b65d6ccef337,revision_number=1']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:25.301988 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-2b36d3a1-abfe-472a-81e8-df8daa9c5d04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:25.372544 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-07b767be-7050-4a65-850e-9fd14134ac2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:25.404675 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.managers [None req-2b36d3a1-abfe-472a-81e8-df8daa9c5d04 None None] Attempting to bind port 2ed46c12-c4b5-4729-b5b3-b65d6ccef337 on host dv-cinder-726180-9-iscsi for vnic_type normal with profile {{(pid=99485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:55:25.404967 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.managers [None req-2b36d3a1-abfe-472a-81e8-df8daa9c5d04 None None] Attempting to bind port 2ed46c12-c4b5-4729-b5b3-b65d6ccef337 by drivers openvswitch,hyperv on host dv-cinder-726180-9-iscsi at level 0 using segments [{'id': 'f38bb8ce-b58e-4ac2-8f7b-63bec74bcbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5de2046a-1fb6-45f0-8b8a-db9f6abde019'}] {{(pid=99485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:55:25.405800 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-07b767be-7050-4a65-850e-9fd14134ac2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:25.423232 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b36d3a1-abfe-472a-81e8-df8daa9c5d04 None None] Attempting to bind port 2ed46c12-c4b5-4729-b5b3-b65d6ccef337 on network 5de2046a-1fb6-45f0-8b8a-db9f6abde019 {{(pid=99485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:55:25.429758 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b36d3a1-abfe-472a-81e8-df8daa9c5d04 None None] Checking agent: {'id': 'e183279c-24ea-4296-8522-436b00f0c0a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-726180-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 38, 29), 'started_at': datetime.datetime(2021, 6, 14, 14, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-726180-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:55:25.430660 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b36d3a1-abfe-472a-81e8-df8daa9c5d04 None None] Checking segment: {'id': 'f38bb8ce-b58e-4ac2-8f7b-63bec74bcbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5de2046a-1fb6-45f0-8b8a-db9f6abde019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:55:25.431075 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-2b36d3a1-abfe-472a-81e8-df8daa9c5d04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:25.431477 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b36d3a1-abfe-472a-81e8-df8daa9c5d04 None None] Bound using segment: {'id': 'f38bb8ce-b58e-4ac2-8f7b-63bec74bcbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5de2046a-1fb6-45f0-8b8a-db9f6abde019'} {{(pid=99485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:55:25.432104 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.managers [None req-2b36d3a1-abfe-472a-81e8-df8daa9c5d04 None None] Bound port: 2ed46c12-c4b5-4729-b5b3-b65d6ccef337, host: dv-cinder-726180-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f38bb8ce-b58e-4ac2-8f7b-63bec74bcbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5de2046a-1fb6-45f0-8b8a-db9f6abde019'}}] {{(pid=99485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:55:25.432522 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-2b36d3a1-abfe-472a-81e8-df8daa9c5d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:25.498003 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-bcf717fc-41f8-4a6f-98aa-fd01c2462f32 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:25.522190 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-2b36d3a1-abfe-472a-81e8-df8daa9c5d04 None None] For port 2ed46c12-c4b5-4729-b5b3-b65d6ccef337, host dv-cinder-726180-9-iscsi, cleared binding levels {{(pid=99485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:55:25.525320 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-2b36d3a1-abfe-472a-81e8-df8daa9c5d04 None None] For port 2ed46c12-c4b5-4729-b5b3-b65d6ccef337, host dv-cinder-726180-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=2ed46c12-c4b5-4729-b5b3-b65d6ccef337,segment=NetworkSegment(f38bb8ce-b58e-4ac2-8f7b-63bec74bcbb6),segment_id=f38bb8ce-b58e-4ac2-8f7b-63bec74bcbb6)] {{(pid=99485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:55:25.529900 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-bcf717fc-41f8-4a6f-98aa-fd01c2462f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905267'] for port, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:25.550473 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b134151c-a678-4df2-a0f4-1f0058c2aa07 req-20f87df8-978a-4b69-88c8-bb77690cf50c tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:25.551971 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-b134151c-a678-4df2-a0f4-1f0058c2aa07 req-20f87df8-978a-4b69-88c8-bb77690cf50c tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/ports?device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b HTTP/1.1" status: 200 len: 945 time: 0.0859547 Jun 14 14:55:25.603580 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-b134151c-a678-4df2-a0f4-1f0058c2aa07 req-10a78cae-2f59-4e25-b083-d43bb4be77f8 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4648ab45-3fe7-4fb0-aedd-27d6176c7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449498 Jun 14 14:55:25.636891 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-07b767be-7050-4a65-850e-9fd14134ac2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:25.641770 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-07b767be-7050-4a65-850e-9fd14134ac2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:25.644170 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-07b767be-7050-4a65-850e-9fd14134ac2f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/89a50a76-66ba-4f73-9c17-a0a933886993 HTTP/1.1" status: 204 len: 168 time: 0.4499006 Jun 14 14:55:25.658744 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-0b0631ff-7957-4dee-b727-bf1593b1fcbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:25.658744 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b767be-7050-4a65-850e-9fd14134ac2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a50a76-66ba-4f73-9c17-a0a933886993,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:25.658744 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-07b767be-7050-4a65-850e-9fd14134ac2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:25.691041 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-2b36d3a1-abfe-472a-81e8-df8daa9c5d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:25.694052 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:25.771344 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b36d3a1-abfe-472a-81e8-df8daa9c5d04 None None] Pushing event updated for resources: {'Port': ['ID=2ed46c12-c4b5-4729-b5b3-b65d6ccef337,revision_number=2']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:25.776811 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-2b36d3a1-abfe-472a-81e8-df8daa9c5d04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:25.780499 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.db_base_plugin_common [None req-bcf717fc-41f8-4a6f-98aa-fd01c2462f32 admin admin] Allocated IP 172.27.3.82 (380d7500-e042-4a28-87f8-50b947846e60/5342af6e-54a0-4047-9509-517c9dedbdeb/fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef) {{(pid=99484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:55:25.836260 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-e71c05cf-ae0c-47b6-8898-5c0f1ec77677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:25.934277 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-bcf717fc-41f8-4a6f-98aa-fd01c2462f32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:26.157866 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0c55cd-bf5b-4147-9e5d-c833ed131d39 req-d69cde6a-84f0-4526-b476-d03dda15ea18 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:26.157866 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-5f0c55cd-bf5b-4147-9e5d-c833ed131d39 req-d69cde6a-84f0-4526-b476-d03dda15ea18 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 943 time: 0.1017764 Jun 14 14:55:26.157866 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-bcf717fc-41f8-4a6f-98aa-fd01c2462f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-905456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763375065887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12090236'] for port, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:26.157866 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-10685104-100f-4dc7-a7a8-c48cd6ae4294 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:26.233092 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf717fc-41f8-4a6f-98aa-fd01c2462f32 admin admin] Network 380d7500-e042-4a28-87f8-50b947846e60 is already hosted by enough agents. {{(pid=99484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:55:26.240233 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.base_scheduler [None req-bcf717fc-41f8-4a6f-98aa-fd01c2462f32 admin admin] Resources bound (agent type, host, resource id): {{(pid=99484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:55:26.243678 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf717fc-41f8-4a6f-98aa-fd01c2462f32 admin admin] Pushing event updated for resources: {'Port': ['ID=fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:26.246604 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf717fc-41f8-4a6f-98aa-fd01c2462f32 admin admin] Received port after_create {{(pid=99484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:55:26.257341 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-bcf717fc-41f8-4a6f-98aa-fd01c2462f32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:26.300608 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-5f0c55cd-bf5b-4147-9e5d-c833ed131d39 req-78965626-1d05-4e2f-96f3-1566215ee1ec tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05144d8-074a-4edb-a2b3-52073245922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397562 Jun 14 14:55:26.692426 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 38038) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:55:26.711513 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-76affc48-a91b-4c9f-81bb-67ba340228dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:26.835340 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-bcf717fc-41f8-4a6f-98aa-fd01c2462f32 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:26.885328 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bbc170-d162-40c3-9e1d-7ce740d0e983 req-f311e0e6-3ee7-4d7c-a584-5e44a5b1cea9 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:26.892525 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-57bbc170-d162-40c3-9e1d-7ce740d0e983 req-f311e0e6-3ee7-4d7c-a584-5e44a5b1cea9 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/ports?device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b HTTP/1.1" status: 200 len: 945 time: 0.1550887 Jun 14 14:55:26.910161 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device 2ed46c12-c4b5-4729-b5b3-b65d6ccef337 up at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:55:26.914465 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373d9479-d859-4994-bbe1-9380a3b66c4a None None] Network 5de2046a-1fb6-45f0-8b8a-db9f6abde019 requested from dv-cinder-726180-9-iscsi {{(pid=99485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:55:26.966906 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-76affc48-a91b-4c9f-81bb-67ba340228dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:26.972801 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-57bbc170-d162-40c3-9e1d-7ce740d0e983 req-3c4d3a25-d8d8-40ac-8287-61a34f99259a tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4648ab45-3fe7-4fb0-aedd-27d6176c7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789497 Jun 14 14:55:27.072614 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-76affc48-a91b-4c9f-81bb-67ba340228dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:27.076912 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-68b2274b-c272-432f-9b4b-005a7014e08f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:27.127555 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76affc48-a91b-4c9f-81bb-67ba340228dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2634c299-1358-4be5-bdb9-2aee19814f18,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:27.132070 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-76affc48-a91b-4c9f-81bb-67ba340228dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:27.133919 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-6327bdc3-0019-4dbf-bd98-b0350c18a330 None None] Provisioning for port 2ed46c12-c4b5-4729-b5b3-b65d6ccef337 completed by entity DHCP. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:55:27.137445 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-76affc48-a91b-4c9f-81bb-67ba340228dc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d54d92a12c194e44833917b832131bbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4432786 Jun 14 14:55:27.138159 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 38040) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:55:27.189125 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-bcf717fc-41f8-4a6f-98aa-fd01c2462f32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4031650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4045727'] for router, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:27.209430 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-a27a0ccd-c5cd-4287-91b8-e6e102840642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:27.225273 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning for port 2ed46c12-c4b5-4729-b5b3-b65d6ccef337 completed by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:55:27.233303 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning complete for port 2ed46c12-c4b5-4729-b5b3-b65d6ccef337 triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:55:27.234871 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:27.247099 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-a27a0ccd-c5cd-4287-91b8-e6e102840642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:27.366407 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:27.422508 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] For port 2ed46c12-c4b5-4729-b5b3-b65d6ccef337, host dv-cinder-726180-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=2ed46c12-c4b5-4729-b5b3-b65d6ccef337,segment=NetworkSegment(f38bb8ce-b58e-4ac2-8f7b-63bec74bcbb6),segment_id=f38bb8ce-b58e-4ac2-8f7b-63bec74bcbb6)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:55:27.436903 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-a27a0ccd-c5cd-4287-91b8-e6e102840642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:27.442773 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-a27a0ccd-c5cd-4287-91b8-e6e102840642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:27.452222 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-a27a0ccd-c5cd-4287-91b8-e6e102840642 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2634c299-1358-4be5-bdb9-2aee19814f18 HTTP/1.1" status: 204 len: 168 time: 0.3113241 Jun 14 14:55:27.453171 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-0ade5a4d-e5d1-487e-821e-9eae52bc9a6e tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:27.472279 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27a0ccd-c5cd-4287-91b8-e6e102840642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2634c299-1358-4be5-bdb9-2aee19814f18,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:27.475716 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-cdd444af-97f9-4595-ba61-0ff67073f244 None None] Provisioning complete for port 2ed46c12-c4b5-4729-b5b3-b65d6ccef337 triggered by entity DHCP. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:55:27.475997 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-cdd444af-97f9-4595-ba61-0ff67073f244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:27.482807 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-a27a0ccd-c5cd-4287-91b8-e6e102840642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:27.596192 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-cdd444af-97f9-4595-ba61-0ff67073f244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:27.614085 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:27.626664 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-3afced4d-7b1f-4116-92b3-bc0c1b2bc437 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:27.719720 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Pushing event updated for resources: {'Port': ['ID=2ed46c12-c4b5-4729-b5b3-b65d6ccef337,revision_number=3']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:27.723080 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:27.728956 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.db.api [None req-cdd444af-97f9-4595-ba61-0ff67073f244 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99485) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 14 14:55:27.728956 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_db.api [None req-cdd444af-97f9-4595-ba61-0ff67073f244 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 14 14:55:27.773139 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f66e294-c810-44e8-9fba-90a16fa30d3b req-f90c9221-7739-4b61-9c29-f17c42743352 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:27.774945 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-3f66e294-c810-44e8-9fba-90a16fa30d3b req-f90c9221-7739-4b61-9c29-f17c42743352 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 943 time: 0.1242573 Jun 14 14:55:27.833315 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-3f66e294-c810-44e8-9fba-90a16fa30d3b req-eaab7de3-17fb-4552-9994-a30e7d236b24 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05144d8-074a-4edb-a2b3-52073245922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522442 Jun 14 14:55:28.003914 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device 7fadcec1-58cb-4b2f-a935-7f4e048e374b details requested by agent hyperv_hv-cinder-72618 with host hv-cinder-72618 {{(pid=99485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 14:55:28.065374 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcf717fc-41f8-4a6f-98aa-fd01c2462f32 admin admin] Router 56db3354-3750-4571-b550-d8c3ab04ebf8 is scheduled to L3 agent 1c008f53-dbc2-48c1-a123-31b869a31df2 with binding_index 1 {{(pid=99484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 14 14:55:28.145312 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] For port 7fadcec1-58cb-4b2f-a935-7f4e048e374b, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=7fadcec1-58cb-4b2f-a935-7f4e048e374b,segment=NetworkSegment(74da14e9-8c63-4e6e-9b03-7a584e6443b7),segment_id=74da14e9-8c63-4e6e-9b03-7a584e6443b7)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:55:28.161805 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Returning: {'device': '7fadcec1-58cb-4b2f-a935-7f4e048e374b', 'network_id': 'eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46', 'port_id': '7fadcec1-58cb-4b2f-a935-7f4e048e374b', 'mac_address': 'fa:16:3e:9a:bc:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f1648b2-006c-47fc-bec4-7719f58bad8c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 14:55:28.199141 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aa1ecc-d7d1-4558-ba52-35d4c70cadf9 req-7e77bfd9-82f4-4d14-9f81-dbdfe6c25522 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:28.200916 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-c0aa1ecc-d7d1-4558-ba52-35d4c70cadf9 req-7e77bfd9-82f4-4d14-9f81-dbdfe6c25522 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/ports?device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b HTTP/1.1" status: 200 len: 945 time: 0.0942864 Jun 14 14:55:28.257245 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:28.261807 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf717fc-41f8-4a6f-98aa-fd01c2462f32 admin admin] Notify agent at l3_agent.dv-cinder-726180-9-iscsi the message routers_updated {{(pid=99484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 14:55:28.272486 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bd63fe-9395-4ba1-ac53-efa21118811f None None] Sync routers for ids ['56db3354-3750-4571-b550-d8c3ab04ebf8'] in dv-cinder-726180-9-iscsi {{(pid=99486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 14:55:28.275844 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-c0aa1ecc-d7d1-4558-ba52-35d4c70cadf9 req-d60c4583-6199-400e-8e03-a72b8e054d6a tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4648ab45-3fe7-4fb0-aedd-27d6176c7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669441 Jun 14 14:55:28.289903 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.notifiers.nova [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fadcec1-58cb-4b2f-a935-7f4e048e374b {{(pid=99485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:55:28.299009 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bd63fe-9395-4ba1-ac53-efa21118811f None None] Routers {'56db3354-3750-4571-b550-d8c3ab04ebf8'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:55:28.299711 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-32bd63fe-9395-4ba1-ac53-efa21118811f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:54:58Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['56db3354-3750-4571-b550-d8c3ab04ebf8'], 'active': True} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:55:28.316083 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] For port 7fadcec1-58cb-4b2f-a935-7f4e048e374b, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=7fadcec1-58cb-4b2f-a935-7f4e048e374b,segment=NetworkSegment(74da14e9-8c63-4e6e-9b03-7a584e6443b7),segment_id=74da14e9-8c63-4e6e-9b03-7a584e6443b7)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:55:28.444776 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvr_db [None req-32bd63fe-9395-4ba1-ac53-efa21118811f None None] Set router 56db3354-3750-4571-b550-d8c3ab04ebf8 gateway port host: dv-cinder-726180-9-iscsi {{(pid=99486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:55:28.573433 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:28.573860 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-bcf717fc-41f8-4a6f-98aa-fd01c2462f32 admin admin] Notify callbacks [] for router, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:28.576097 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-bcf717fc-41f8-4a6f-98aa-fd01c2462f32 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.8250544 Jun 14 14:55:28.576665 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:28.579129 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 38058) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:55:28.647911 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8789c05b-81bd-48f8-ae9f-f81f88f9836e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:28.675138 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Pushing event updated for resources: {'Port': ['ID=7fadcec1-58cb-4b2f-a935-7f4e048e374b,revision_number=9']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:28.678294 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:28.719570 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-32bd63fe-9395-4ba1-ac53-efa21118811f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'name': 'tempest-TestVolumeBootPattern-530298258-router', 'tenant_id': 'a3f11692b2f8449abf062d147c313cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:55:23Z', 'updated_at': '2021-06-14T14:55:26Z', 'revision_number': 3, 'project_id': 'a3f11692b2f8449abf062d147c313cb2', 'gw_port': {'id': 'fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:12:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:55:25Z', 'updated_at': '2021-06-14T14:55:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi'}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:55:28.723844 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bd63fe-9395-4ba1-ac53-efa21118811f None None] Checking router: 56db3354-3750-4571-b550-d8c3ab04ebf8 for host: dv-cinder-726180-9-iscsi {{(pid=99486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 14:55:28.724230 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bd63fe-9395-4ba1-ac53-efa21118811f None None] Updating router 56db3354-3750-4571-b550-d8c3ab04ebf8 port fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef binding host dv-cinder-726180-9-iscsi {{(pid=99486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 14:55:28.777198 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:28.787319 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-32bd63fe-9395-4ba1-ac53-efa21118811f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:28.841858 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device 2ed46c12-c4b5-4729-b5b3-b65d6ccef337 up at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:55:28.875952 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] get_ports_and_sgs() called for port_ids ['7fadcec1-58cb-4b2f-a935-7f4e048e374b'] {{(pid=99485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 14:55:29.098779 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning complete for port 2ed46c12-c4b5-4729-b5b3-b65d6ccef337 triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:55:29.099424 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:29.180789 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-32bd63fe-9395-4ba1-ac53-efa21118811f None None] Notify callbacks [] for port, precommit_update {{(pid=99486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:29.201462 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.provisioning_blocks [None req-32bd63fe-9395-4ba1-ac53-efa21118811f None None] Transition to ACTIVE for port object fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef will not be triggered until provisioned by entity L2. {{(pid=99486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:55:29.212830 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c3fb2c-1d21-481c-9223-1b8e41ce0f86 req-9829a01d-68cb-473f-af24-99c1df3f1ba8 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:29.216866 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-91c3fb2c-1d21-481c-9223-1b8e41ce0f86 req-9829a01d-68cb-473f-af24-99c1df3f1ba8 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 944 time: 0.2225201 Jun 14 14:55:29.308693 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-91c3fb2c-1d21-481c-9223-1b8e41ce0f86 req-1a7255a2-a2c3-477b-8b5a-8162691394f8 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05144d8-074a-4edb-a2b3-52073245922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841067 Jun 14 14:55:29.333510 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-32bd63fe-9395-4ba1-ac53-efa21118811f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:29.336731 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:29.400444 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6166c665-df82-492d-af2e-c75b506b6e0b None None] Pushing event updated for resources: {'Port': ['ID=fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef,revision_number=2']} {{(pid=99486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:29.415012 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6166c665-df82-492d-af2e-c75b506b6e0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:55:29.415364 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6166c665-df82-492d-af2e-c75b506b6e0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:55:29.415707 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6166c665-df82-492d-af2e-c75b506b6e0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:55:29.416060 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6166c665-df82-492d-af2e-c75b506b6e0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:55:29.420269 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6166c665-df82-492d-af2e-c75b506b6e0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:55:29.420269 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6166c665-df82-492d-af2e-c75b506b6e0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:55:29.420269 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6166c665-df82-492d-af2e-c75b506b6e0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:55:29.420269 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6166c665-df82-492d-af2e-c75b506b6e0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:55:29.420269 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6166c665-df82-492d-af2e-c75b506b6e0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:55:29.420269 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6166c665-df82-492d-af2e-c75b506b6e0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:55:29.420269 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6166c665-df82-492d-af2e-c75b506b6e0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:55:29.420269 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6166c665-df82-492d-af2e-c75b506b6e0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:55:29.425087 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG oslo_concurrency.lockutils [None req-6166c665-df82-492d-af2e-c75b506b6e0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:29.430560 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-e98c48da-9f2b-4dd9-bb54-defb7647885b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905267'] for port, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:29.435676 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.managers [None req-32bd63fe-9395-4ba1-ac53-efa21118811f None None] Attempting to bind port fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef on host dv-cinder-726180-9-iscsi for vnic_type normal with profile {{(pid=99486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:55:29.436117 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.managers [None req-32bd63fe-9395-4ba1-ac53-efa21118811f None None] Attempting to bind port fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef by drivers openvswitch,hyperv on host dv-cinder-726180-9-iscsi at level 0 using segments [{'id': '5f9b4eda-9001-4473-8107-70664bb4d177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380d7500-e042-4a28-87f8-50b947846e60'}] {{(pid=99486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:55:29.436500 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bd63fe-9395-4ba1-ac53-efa21118811f None None] Attempting to bind port fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef on network 380d7500-e042-4a28-87f8-50b947846e60 {{(pid=99486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:55:29.447682 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bd63fe-9395-4ba1-ac53-efa21118811f None None] Checking agent: {'id': 'e183279c-24ea-4296-8522-436b00f0c0a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-726180-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 38, 29), 'started_at': datetime.datetime(2021, 6, 14, 14, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-726180-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:55:29.448882 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bd63fe-9395-4ba1-ac53-efa21118811f None None] Checking segment: {'id': '5f9b4eda-9001-4473-8107-70664bb4d177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380d7500-e042-4a28-87f8-50b947846e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:55:29.449579 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-32bd63fe-9395-4ba1-ac53-efa21118811f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:29.450664 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bd63fe-9395-4ba1-ac53-efa21118811f None None] Bound using segment: {'id': '5f9b4eda-9001-4473-8107-70664bb4d177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380d7500-e042-4a28-87f8-50b947846e60'} {{(pid=99486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:55:29.450664 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.managers [None req-32bd63fe-9395-4ba1-ac53-efa21118811f None None] Bound port: fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef, host: dv-cinder-726180-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f9b4eda-9001-4473-8107-70664bb4d177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380d7500-e042-4a28-87f8-50b947846e60'}}] {{(pid=99486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:55:29.450904 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-32bd63fe-9395-4ba1-ac53-efa21118811f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:29.487781 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb1c9e-4233-452e-b288-f853917b53d0 req-79f6fb3c-3d3d-4afc-aeca-126227e5b77c tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:29.489354 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-e6cb1c9e-4233-452e-b288-f853917b53d0 req-79f6fb3c-3d3d-4afc-aeca-126227e5b77c tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/ports?device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b HTTP/1.1" status: 200 len: 945 time: 0.0860078 Jun 14 14:55:29.521841 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.db [None req-32bd63fe-9395-4ba1-ac53-efa21118811f None None] For port fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef, host dv-cinder-726180-9-iscsi, cleared binding levels {{(pid=99486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:55:29.527112 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.db [None req-32bd63fe-9395-4ba1-ac53-efa21118811f None None] For port fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef, host dv-cinder-726180-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef,segment=NetworkSegment(5f9b4eda-9001-4473-8107-70664bb4d177),segment_id=5f9b4eda-9001-4473-8107-70664bb4d177)] {{(pid=99486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:55:29.549280 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-e6cb1c9e-4233-452e-b288-f853917b53d0 req-c2a77ac3-81e2-4ea7-b0d6-0204e6c387e6 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4648ab45-3fe7-4fb0-aedd-27d6176c7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531695 Jun 14 14:55:29.653080 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.db_base_plugin_common [None req-e98c48da-9f2b-4dd9-bb54-defb7647885b admin admin] Allocated IP 172.20.0.1 (5de2046a-1fb6-45f0-8b8a-db9f6abde019/1232b771-0d43-4b91-a771-4713ef8d7898/d223acc0-6fae-4005-912e-50fe6f00d313) {{(pid=99484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:55:29.658381 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-32bd63fe-9395-4ba1-ac53-efa21118811f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:29.661907 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG oslo_concurrency.lockutils [None req-ea7f1d83-2c7e-4d33-8454-86c253306901 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:29.688543 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-fac6794f-d54e-43a2-84ad-332974bc6d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:29.742280 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bd63fe-9395-4ba1-ac53-efa21118811f None None] Routers {'56db3354-3750-4571-b550-d8c3ab04ebf8'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:55:29.742960 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-32bd63fe-9395-4ba1-ac53-efa21118811f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:55:28Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['56db3354-3750-4571-b550-d8c3ab04ebf8'], 'active': True} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:55:29.856491 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-e98c48da-9f2b-4dd9-bb54-defb7647885b admin admin] Notify callbacks [] for port, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:29.881514 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.provisioning_blocks [None req-e98c48da-9f2b-4dd9-bb54-defb7647885b admin admin] Transition to ACTIVE for port object d223acc0-6fae-4005-912e-50fe6f00d313 will not be triggered until provisioned by entity DHCP. {{(pid=99484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:55:29.952355 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6166c665-df82-492d-af2e-c75b506b6e0b None None] Pushing event updated for resources: {'Port': ['ID=fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef,revision_number=3']} {{(pid=99486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:29.957010 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG oslo_concurrency.lockutils [None req-6166c665-df82-492d-af2e-c75b506b6e0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=99486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:30.017886 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device 7fadcec1-58cb-4b2f-a935-7f4e048e374b up at agent hyperv_hv-cinder-72618 {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:55:30.063219 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvr_db [None req-32bd63fe-9395-4ba1-ac53-efa21118811f None None] Set router 56db3354-3750-4571-b550-d8c3ab04ebf8 gateway port host: dv-cinder-726180-9-iscsi {{(pid=99486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:55:30.075592 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Provisioning complete for port 7fadcec1-58cb-4b2f-a935-7f4e048e374b triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:55:30.076095 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:30.198510 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:30.225500 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '339e09e4-8e7b-4641-b598-dbb7e3cec27a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fadcec1-58cb-4b2f-a935-7f4e048e374b'}] {{(pid=99485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:55:30.227793 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb48b8a921a599a4918edb6fe4edb23e72f7f4aaa6ba2d648db764b95ae78972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b7040d0-d222-4b69-8166-cc9bf444f97d" -d '{"events": [{"server_uuid": "339e09e4-8e7b-4641-b598-dbb7e3cec27a", "name": "network-vif-plugged", "status": "completed", "tag": "7fadcec1-58cb-4b2f-a935-7f4e048e374b"}]}' {{(pid=99485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:55:30.242028 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] For port 7fadcec1-58cb-4b2f-a935-7f4e048e374b, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=7fadcec1-58cb-4b2f-a935-7f4e048e374b,segment=NetworkSegment(74da14e9-8c63-4e6e-9b03-7a584e6443b7),segment_id=74da14e9-8c63-4e6e-9b03-7a584e6443b7)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:55:30.276320 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 14:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72376641-12f8-41be-bb01-ec7682cdde67 x-openstack-request-id: req-72376641-12f8-41be-bb01-ec7682cdde67 {{(pid=99485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:55:30.276627 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "339e09e4-8e7b-4641-b598-dbb7e3cec27a", "name": "network-vif-plugged", "status": "completed", "tag": "7fadcec1-58cb-4b2f-a935-7f4e048e374b", "code": 200}]} {{(pid=99485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:55:30.276888 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-72376641-12f8-41be-bb01-ec7682cdde67 {{(pid=99485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:55:30.277314 dv-cinder-726180-9-iscsi neutron-server[99485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '339e09e4-8e7b-4641-b598-dbb7e3cec27a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fadcec1-58cb-4b2f-a935-7f4e048e374b', 'code': 200} Jun 14 14:55:30.333449 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-32bd63fe-9395-4ba1-ac53-efa21118811f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'name': 'tempest-TestVolumeBootPattern-530298258-router', 'tenant_id': 'a3f11692b2f8449abf062d147c313cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:55:23Z', 'updated_at': '2021-06-14T14:55:26Z', 'revision_number': 3, 'project_id': 'a3f11692b2f8449abf062d147c313cb2', 'gw_port': {'id': 'fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:12:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:55:25Z', 'updated_at': '2021-06-14T14:55:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi'}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:55:30.337021 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bd63fe-9395-4ba1-ac53-efa21118811f None None] The sync data for ids ['56db3354-3750-4571-b550-d8c3ab04ebf8'] in dv-cinder-726180-9-iscsi is: [{'id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'name': 'tempest-TestVolumeBootPattern-530298258-router', 'tenant_id': 'a3f11692b2f8449abf062d147c313cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:55:23Z', 'updated_at': '2021-06-14T14:55:26Z', 'revision_number': 3, 'project_id': 'a3f11692b2f8449abf062d147c313cb2', 'gw_port': {'id': 'fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:12:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:55:25Z', 'updated_at': '2021-06-14T14:55:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi'}] {{(pid=99486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 14:55:30.557399 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-e98c48da-9f2b-4dd9-bb54-defb7647885b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-905456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763375065887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12090236'] for port, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:30.559544 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:30.561102 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec444b-0f64-4838-ae0b-d2e24045946b req-c5a0e204-7ffe-4678-8d37-367859663c67 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:30.562993 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:30.582240 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-8cec444b-0f64-4838-ae0b-d2e24045946b req-c5a0e204-7ffe-4678-8d37-367859663c67 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 944 time: 0.1257098 Jun 14 14:55:30.605959 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-fd5556e5-fbde-4140-8234-bbca13e477a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:30.688733 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98c48da-9f2b-4dd9-bb54-defb7647885b admin admin] Network 5de2046a-1fb6-45f0-8b8a-db9f6abde019 is already hosted by enough agents. {{(pid=99484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:55:30.692762 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.base_scheduler [None req-e98c48da-9f2b-4dd9-bb54-defb7647885b admin admin] Resources bound (agent type, host, resource id): {{(pid=99484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:55:30.707021 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-8cec444b-0f64-4838-ae0b-d2e24045946b req-8c3e3f75-db5d-40b1-82e2-110cf2375ac1 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05144d8-074a-4edb-a2b3-52073245922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221974 Jun 14 14:55:30.711260 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98c48da-9f2b-4dd9-bb54-defb7647885b admin admin] Received port after_create {{(pid=99484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:55:30.713226 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:30.757587 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Pushing event updated for resources: {'Port': ['ID=7fadcec1-58cb-4b2f-a935-7f4e048e374b,revision_number=10']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:30.764067 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c48da-9f2b-4dd9-bb54-defb7647885b admin admin] Pushing event updated for resources: {'Port': ['ID=d223acc0-6fae-4005-912e-50fe6f00d313,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:30.776728 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-e98c48da-9f2b-4dd9-bb54-defb7647885b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:30.787881 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:30.813043 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-e98c48da-9f2b-4dd9-bb54-defb7647885b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4033882'] for router_interface, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:30.929432 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef up at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:55:31.086586 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning for port fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef completed by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:55:31.098970 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning complete for port fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:55:31.100811 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:31.116678 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11357e24-6f2e-4f70-8f87-f009bb5b52ca req-5c28276b-054f-42fc-841b-7b29babb3225 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:31.118312 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-11357e24-6f2e-4f70-8f87-f009bb5b52ca req-5c28276b-054f-42fc-841b-7b29babb3225 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/ports?device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b HTTP/1.1" status: 200 len: 945 time: 0.2364435 Jun 14 14:55:31.125603 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be829a8-41a0-4fc7-84eb-49bb1f64f26b req-d490c8a1-15ee-40f1-8ec6-c618680a8758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:31.129333 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-1be829a8-41a0-4fc7-84eb-49bb1f64f26b req-d490c8a1-15ee-40f1-8ec6-c618680a8758 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 1099 time: 0.2114644 Jun 14 14:55:31.227181 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-11357e24-6f2e-4f70-8f87-f009bb5b52ca req-29453a7f-3a0d-4309-a797-6fd815cc6267 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4648ab45-3fe7-4fb0-aedd-27d6176c7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844488 Jun 14 14:55:31.263569 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-1be829a8-41a0-4fc7-84eb-49bb1f64f26b req-687aa252-10f2-4f3d-b8a3-38e26ce86856 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c05144d8-074a-4edb-a2b3-52073245922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279953 Jun 14 14:55:31.285782 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:31.297894 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-e98c48da-9f2b-4dd9-bb54-defb7647885b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:31.331744 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] For port fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef, host dv-cinder-726180-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef,segment=NetworkSegment(5f9b4eda-9001-4473-8107-70664bb4d177),segment_id=5f9b4eda-9001-4473-8107-70664bb4d177)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:55:31.402575 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-b56de4b8-acca-48d4-8816-55d53b50f8ef None None] Provisioning for port d223acc0-6fae-4005-912e-50fe6f00d313 completed by entity DHCP. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:55:31.409647 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-b56de4b8-acca-48d4-8816-55d53b50f8ef None None] Provisioning complete for port d223acc0-6fae-4005-912e-50fe6f00d313 triggered by entity DHCP. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:55:31.411582 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-b56de4b8-acca-48d4-8816-55d53b50f8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:31.460315 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-b56de4b8-acca-48d4-8816-55d53b50f8ef None None] Port d223acc0-6fae-4005-912e-50fe6f00d313 cannot update to ACTIVE because it is not bound. {{(pid=99485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 14:55:31.505838 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-39b4335d-7f90-4c96-ac82-c584c202a69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:31.506587 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:31.508497 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:31.547818 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-e98c48da-9f2b-4dd9-bb54-defb7647885b admin admin] Notify callbacks [] for port, precommit_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:31.576924 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Pushing event updated for resources: {'Port': ['ID=fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef,revision_number=4']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:31.583020 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:31.752842 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-e98c48da-9f2b-4dd9-bb54-defb7647885b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12090178'] for port, after_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:31.756206 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-bcf717fc-41f8-4a6f-98aa-fd01c2462f32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:31.857478 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c48da-9f2b-4dd9-bb54-defb7647885b admin admin] Pushing event updated for resources: {'Port': ['ID=d223acc0-6fae-4005-912e-50fe6f00d313,revision_number=2']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:31.858695 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-e98c48da-9f2b-4dd9-bb54-defb7647885b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:31.860325 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-e98c48da-9f2b-4dd9-bb54-defb7647885b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4033998'] for router_interface, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:31.929459 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f006b62-27e4-4b76-ad02-bcfff4103493 req-b940286e-a705-4eec-a34f-36249d0dcc56 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:31.931261 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-9f006b62-27e4-4b76-ad02-bcfff4103493 req-b940286e-a705-4eec-a34f-36249d0dcc56 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 946 time: 0.0901453 Jun 14 14:55:31.983528 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-9f006b62-27e4-4b76-ad02-bcfff4103493 req-be25eef9-b629-43f7-9328-2c702bd2851f tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05144d8-074a-4edb-a2b3-52073245922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412326 Jun 14 14:55:32.065153 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98c48da-9f2b-4dd9-bb54-defb7647885b admin admin] Network 5de2046a-1fb6-45f0-8b8a-db9f6abde019 is already hosted by enough agents. {{(pid=99484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:55:32.081460 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.base_scheduler [None req-e98c48da-9f2b-4dd9-bb54-defb7647885b admin admin] Resources bound (agent type, host, resource id): {{(pid=99484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:55:32.310072 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e98c48da-9f2b-4dd9-bb54-defb7647885b admin admin] Router 56db3354-3750-4571-b550-d8c3ab04ebf8 has already been hosted by L3 agent 1c008f53-dbc2-48c1-a123-31b869a31df2 {{(pid=99484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 14:55:32.392058 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-12f7b6fd-f8bf-4acd-98f3-1572e008e9e5 None None] Provisioning complete for port d223acc0-6fae-4005-912e-50fe6f00d313 triggered by entity DHCP. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:55:32.392684 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-12f7b6fd-f8bf-4acd-98f3-1572e008e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:32.444368 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-12f7b6fd-f8bf-4acd-98f3-1572e008e9e5 None None] Port d223acc0-6fae-4005-912e-50fe6f00d313 cannot update to ACTIVE because it is not bound. {{(pid=99485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 14:55:32.552278 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e98c48da-9f2b-4dd9-bb54-defb7647885b admin admin] Notify agent at l3_agent.dv-cinder-726180-9-iscsi the message routers_updated {{(pid=99484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 14:55:32.558804 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-e98c48da-9f2b-4dd9-bb54-defb7647885b admin admin] 10.222.0.55 "PUT /v2.0/routers/56db3354-3750-4571-b550-d8c3ab04ebf8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9782999 Jun 14 14:55:32.567963 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53693185-c16c-4940-a0c0-e805db3d53b4 req-28894424-69b9-4a2b-abb8-683bc9b220de tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:32.572286 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14803456-b9f3-4c96-af66-1da406f55018 None None] Sync routers for ids ['56db3354-3750-4571-b550-d8c3ab04ebf8'] in dv-cinder-726180-9-iscsi {{(pid=99485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 14:55:32.572552 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-53693185-c16c-4940-a0c0-e805db3d53b4 req-28894424-69b9-4a2b-abb8-683bc9b220de tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/ports?device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b HTTP/1.1" status: 200 len: 945 time: 0.1650631 Jun 14 14:55:32.582480 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14803456-b9f3-4c96-af66-1da406f55018 None None] Routers {'56db3354-3750-4571-b550-d8c3ab04ebf8'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:55:32.587253 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-14803456-b9f3-4c96-af66-1da406f55018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:55:28Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['56db3354-3750-4571-b550-d8c3ab04ebf8'], 'active': True} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:55:32.616917 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-53693185-c16c-4940-a0c0-e805db3d53b4 req-a96dbcc0-f627-4429-a466-414044fdc989 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4648ab45-3fe7-4fb0-aedd-27d6176c7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380628 Jun 14 14:55:32.761944 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvr_db [None req-14803456-b9f3-4c96-af66-1da406f55018 None None] Set router 56db3354-3750-4571-b550-d8c3ab04ebf8 gateway port host: dv-cinder-726180-9-iscsi {{(pid=99485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:55:32.887030 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef up at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:55:33.035278 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning complete for port fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:55:33.035782 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:33.184992 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8f4c9f-cf87-4edf-8c3d-7d051a0af6d4 req-b4c2983e-1b3d-4534-bb28-b62f9c7e9c2e tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:33.188663 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-2b8f4c9f-cf87-4edf-8c3d-7d051a0af6d4 req-b4c2983e-1b3d-4534-bb28-b62f9c7e9c2e tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 946 time: 0.0806551 Jun 14 14:55:33.197323 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-14803456-b9f3-4c96-af66-1da406f55018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'name': 'tempest-TestVolumeBootPattern-530298258-router', 'tenant_id': 'a3f11692b2f8449abf062d147c313cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:55:23Z', 'updated_at': '2021-06-14T14:55:31Z', 'revision_number': 4, 'project_id': 'a3f11692b2f8449abf062d147c313cb2', 'gw_port': {'id': 'fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:12:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:55:25Z', 'updated_at': '2021-06-14T14:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_interfaces': [{'id': 'd223acc0-6fae-4005-912e-50fe6f00d313', 'name': '', 'network_id': '5de2046a-1fb6-45f0-8b8a-db9f6abde019', 'tenant_id': 'a3f11692b2f8449abf062d147c313cb2', 'mac_address': 'fa:16:3e:b7:34:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '1232b771-0d43-4b91-a771-4713ef8d7898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:55:29Z', 'updated_at': '2021-06-14T14:55:31Z', 'revision_number': 2, 'project_id': 'a3f11692b2f8449abf062d147c313cb2', 'subnets': [{'id': '1232b771-0d43-4b91-a771-4713ef8d7898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:55:33.207920 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14803456-b9f3-4c96-af66-1da406f55018 None None] Checking router: 56db3354-3750-4571-b550-d8c3ab04ebf8 for host: dv-cinder-726180-9-iscsi {{(pid=99485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 14:55:33.208315 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14803456-b9f3-4c96-af66-1da406f55018 None None] Updating router 56db3354-3750-4571-b550-d8c3ab04ebf8 port d223acc0-6fae-4005-912e-50fe6f00d313 binding host dv-cinder-726180-9-iscsi {{(pid=99485) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 14:55:33.237296 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-2b8f4c9f-cf87-4edf-8c3d-7d051a0af6d4 req-e9662d65-e8c6-4c51-aaf0-de32de04b785 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05144d8-074a-4edb-a2b3-52073245922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438437 Jun 14 14:55:33.253895 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-14803456-b9f3-4c96-af66-1da406f55018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:33.592565 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-14803456-b9f3-4c96-af66-1da406f55018 None None] Notify callbacks [] for port, precommit_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:33.603001 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-14803456-b9f3-4c96-af66-1da406f55018 None None] Transition to ACTIVE for port object d223acc0-6fae-4005-912e-50fe6f00d313 will not be triggered until provisioned by entity L2. {{(pid=99485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:55:33.616193 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 38174) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:55:33.621502 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.v2.base [None req-009785c9-858a-4bae-8156-b0d2e6ddf47e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1807688154-network', 'tenant_id': '29aff244625e436e8186fca3653af18a'}} {{(pid=99484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:55:33.815788 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3885eea5-21c9-4998-90d8-564604a74ca3 req-79b5d191-9e8d-44e3-976a-bd744d99f495 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:33.817315 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-3885eea5-21c9-4998-90d8-564604a74ca3 req-79b5d191-9e8d-44e3-976a-bd744d99f495 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/ports?device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b HTTP/1.1" status: 200 len: 945 time: 0.0730317 Jun 14 14:55:33.853451 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-14803456-b9f3-4c96-af66-1da406f55018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:33.856751 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-009785c9-858a-4bae-8156-b0d2e6ddf47e admin admin] Made reservation on behalf of 29aff244625e436e8186fca3653af18a for: {'network': 1} {{(pid=99484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:55:33.856900 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:33.859098 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-009785c9-858a-4bae-8156-b0d2e6ddf47e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905267'] for network, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:33.877132 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-3885eea5-21c9-4998-90d8-564604a74ca3 req-036ff527-7b0b-4eb9-8a12-933048d7817d tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4648ab45-3fe7-4fb0-aedd-27d6176c7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540776 Jun 14 14:55:33.877946 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-009785c9-858a-4bae-8156-b0d2e6ddf47e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:33.996993 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-009785c9-858a-4bae-8156-b0d2e6ddf47e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:34.100362 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b2df6c-bde2-4631-bc55-6ebbd0c476c4 None None] Pushing event updated for resources: {'Port': ['ID=d223acc0-6fae-4005-912e-50fe6f00d313,revision_number=3']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:34.110634 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-009785c9-858a-4bae-8156-b0d2e6ddf47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:34.116329 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-b9ffb3df-0473-4325-adb0-1b67b416ae35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:34.124453 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-41b2df6c-bde2-4631-bc55-6ebbd0c476c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:34.137091 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-009785c9-858a-4bae-8156-b0d2e6ddf47e admin admin] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=99484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 14:55:34.154229 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009785c9-858a-4bae-8156-b0d2e6ddf47e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c1d5d9-8ead-4c43-aa6b-4e7cacdd6bbd,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:34.157486 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-009785c9-858a-4bae-8156-b0d2e6ddf47e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:34.159204 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-009785c9-858a-4bae-8156-b0d2e6ddf47e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-914478'] for segment, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:34.159736 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.db.segments_db [None req-009785c9-858a-4bae-8156-b0d2e6ddf47e admin admin] Added segment 38e4c0d4-5fe0-40dc-9c0c-3a03a2b9d740 of type vlan for network 89fb06b7-1cf6-4302-baa8-413d70a84ad2 Jun 14 14:55:34.167227 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.managers [None req-14803456-b9f3-4c96-af66-1da406f55018 None None] Attempting to bind port d223acc0-6fae-4005-912e-50fe6f00d313 on host dv-cinder-726180-9-iscsi for vnic_type normal with profile {{(pid=99485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:55:34.167667 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.managers [None req-14803456-b9f3-4c96-af66-1da406f55018 None None] Attempting to bind port d223acc0-6fae-4005-912e-50fe6f00d313 by drivers openvswitch,hyperv on host dv-cinder-726180-9-iscsi at level 0 using segments [{'id': 'f38bb8ce-b58e-4ac2-8f7b-63bec74bcbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5de2046a-1fb6-45f0-8b8a-db9f6abde019'}] {{(pid=99485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:55:34.168145 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14803456-b9f3-4c96-af66-1da406f55018 None None] Attempting to bind port d223acc0-6fae-4005-912e-50fe6f00d313 on network 5de2046a-1fb6-45f0-8b8a-db9f6abde019 {{(pid=99485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:55:34.177846 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14803456-b9f3-4c96-af66-1da406f55018 None None] Checking agent: {'id': 'e183279c-24ea-4296-8522-436b00f0c0a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-726180-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 38, 29), 'started_at': datetime.datetime(2021, 6, 14, 14, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-726180-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:55:34.185563 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14803456-b9f3-4c96-af66-1da406f55018 None None] Checking segment: {'id': 'f38bb8ce-b58e-4ac2-8f7b-63bec74bcbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5de2046a-1fb6-45f0-8b8a-db9f6abde019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:55:34.185563 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-14803456-b9f3-4c96-af66-1da406f55018 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:34.185563 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14803456-b9f3-4c96-af66-1da406f55018 None None] Bound using segment: {'id': 'f38bb8ce-b58e-4ac2-8f7b-63bec74bcbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5de2046a-1fb6-45f0-8b8a-db9f6abde019'} {{(pid=99485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:55:34.185563 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.managers [None req-14803456-b9f3-4c96-af66-1da406f55018 None None] Bound port: d223acc0-6fae-4005-912e-50fe6f00d313, host: dv-cinder-726180-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f38bb8ce-b58e-4ac2-8f7b-63bec74bcbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5de2046a-1fb6-45f0-8b8a-db9f6abde019'}}] {{(pid=99485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:55:34.185563 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-14803456-b9f3-4c96-af66-1da406f55018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:34.213928 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-009785c9-858a-4bae-8156-b0d2e6ddf47e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763375052454'] for network, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:34.262972 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-14803456-b9f3-4c96-af66-1da406f55018 None None] For port d223acc0-6fae-4005-912e-50fe6f00d313, host dv-cinder-726180-9-iscsi, cleared binding levels {{(pid=99485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:55:34.266592 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-14803456-b9f3-4c96-af66-1da406f55018 None None] For port d223acc0-6fae-4005-912e-50fe6f00d313, host dv-cinder-726180-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=d223acc0-6fae-4005-912e-50fe6f00d313,segment=NetworkSegment(f38bb8ce-b58e-4ac2-8f7b-63bec74bcbb6),segment_id=f38bb8ce-b58e-4ac2-8f7b-63bec74bcbb6)] {{(pid=99485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:55:34.329176 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-009785c9-858a-4bae-8156-b0d2e6ddf47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255'] for network, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:34.330570 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009785c9-858a-4bae-8156-b0d2e6ddf47e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:34.331331 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-009785c9-858a-4bae-8156-b0d2e6ddf47e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699218'] for network, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:34.334666 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-8b260505-f58d-4cd0-ba89-708fc2500ee2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:34.374257 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-14803456-b9f3-4c96-af66-1da406f55018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:34.377662 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-31542397-7519-4ad4-ba8d-c70e52606a53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:34.444837 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca186b0-812f-4605-8921-4eadaaf49a79 req-da313b30-6fad-4d40-8d79-9facb4c0e723 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:34.447206 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-cca186b0-812f-4605-8921-4eadaaf49a79 req-da313b30-6fad-4d40-8d79-9facb4c0e723 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 946 time: 0.0917304 Jun 14 14:55:34.463845 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b2df6c-bde2-4631-bc55-6ebbd0c476c4 None None] Pushing event updated for resources: {'Port': ['ID=d223acc0-6fae-4005-912e-50fe6f00d313,revision_number=4']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:34.466750 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14803456-b9f3-4c96-af66-1da406f55018 None None] Routers {'56db3354-3750-4571-b550-d8c3ab04ebf8'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:55:34.467512 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-14803456-b9f3-4c96-af66-1da406f55018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:55:28Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['56db3354-3750-4571-b550-d8c3ab04ebf8'], 'active': True} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:55:34.475357 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-41b2df6c-bde2-4631-bc55-6ebbd0c476c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:34.535491 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-cca186b0-812f-4605-8921-4eadaaf49a79 req-82a55b8f-37a4-437a-b873-801930f23a83 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05144d8-074a-4edb-a2b3-52073245922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752842 Jun 14 14:55:34.697117 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvr_db [None req-14803456-b9f3-4c96-af66-1da406f55018 None None] Set router 56db3354-3750-4571-b550-d8c3ab04ebf8 gateway port host: dv-cinder-726180-9-iscsi {{(pid=99485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:55:34.761495 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-009785c9-858a-4bae-8156-b0d2e6ddf47e admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1441112 Jun 14 14:55:34.762128 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 38186) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:55:34.762497 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009785c9-858a-4bae-8156-b0d2e6ddf47e admin admin] Pushing event updated for resources: {'Network': ['ID=89fb06b7-1cf6-4302-baa8-413d70a84ad2,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:34.765883 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-009785c9-858a-4bae-8156-b0d2e6ddf47e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:34.774181 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.v2.base [None req-2fb74cf5-40e7-4aaa-81fe-b6d460c363b7 admin admin] Request body: {'subnet': {'network_id': '89fb06b7-1cf6-4302-baa8-413d70a84ad2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1807688154-subnet', 'tenant_id': '29aff244625e436e8186fca3653af18a', 'ip_version': 4}} {{(pid=99483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:55:34.818770 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Network 89fb06b7-1cf6-4302-baa8-413d70a84ad2 details requested by agent ovs-agent-dv-cinder-726180-9-iscsi with host dv-cinder-726180-9-iscsi {{(pid=99485) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 14:55:34.927636 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb74cf5-40e7-4aaa-81fe-b6d460c363b7 admin admin] Made reservation on behalf of 29aff244625e436e8186fca3653af18a for: {'subnet': 1} {{(pid=99483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:55:34.930234 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-2fb74cf5-40e7-4aaa-81fe-b6d460c363b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12396999'] for subnet, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:35.069297 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-14803456-b9f3-4c96-af66-1da406f55018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'name': 'tempest-TestVolumeBootPattern-530298258-router', 'tenant_id': 'a3f11692b2f8449abf062d147c313cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:55:23Z', 'updated_at': '2021-06-14T14:55:31Z', 'revision_number': 4, 'project_id': 'a3f11692b2f8449abf062d147c313cb2', 'gw_port': {'id': 'fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:12:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:55:25Z', 'updated_at': '2021-06-14T14:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_interfaces': [{'id': 'd223acc0-6fae-4005-912e-50fe6f00d313', 'name': '', 'network_id': '5de2046a-1fb6-45f0-8b8a-db9f6abde019', 'tenant_id': 'a3f11692b2f8449abf062d147c313cb2', 'mac_address': 'fa:16:3e:b7:34:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '1232b771-0d43-4b91-a771-4713ef8d7898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:55:29Z', 'updated_at': '2021-06-14T14:55:34Z', 'revision_number': 4, 'project_id': 'a3f11692b2f8449abf062d147c313cb2', 'subnets': [{'id': '1232b771-0d43-4b91-a771-4713ef8d7898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:55:35.073474 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14803456-b9f3-4c96-af66-1da406f55018 None None] The sync data for ids ['56db3354-3750-4571-b550-d8c3ab04ebf8'] in dv-cinder-726180-9-iscsi is: [{'id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'name': 'tempest-TestVolumeBootPattern-530298258-router', 'tenant_id': 'a3f11692b2f8449abf062d147c313cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:55:23Z', 'updated_at': '2021-06-14T14:55:31Z', 'revision_number': 4, 'project_id': 'a3f11692b2f8449abf062d147c313cb2', 'gw_port': {'id': 'fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:12:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:55:25Z', 'updated_at': '2021-06-14T14:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_interfaces': [{'id': 'd223acc0-6fae-4005-912e-50fe6f00d313', 'name': '', 'network_id': '5de2046a-1fb6-45f0-8b8a-db9f6abde019', 'tenant_id': 'a3f11692b2f8449abf062d147c313cb2', 'mac_address': 'fa:16:3e:b7:34:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '1232b771-0d43-4b91-a771-4713ef8d7898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:55:29Z', 'updated_at': '2021-06-14T14:55:34Z', 'revision_number': 4, 'project_id': 'a3f11692b2f8449abf062d147c313cb2', 'subnets': [{'id': '1232b771-0d43-4b91-a771-4713ef8d7898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 14:55:35.095839 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e589e5-9a36-4b4a-934b-60e91d55decb req-2cc3dff8-ed4c-4f37-8608-7cc9e068e4eb tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:35.097709 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-f9e589e5-9a36-4b4a-934b-60e91d55decb req-2cc3dff8-ed4c-4f37-8608-7cc9e068e4eb tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/ports?device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b HTTP/1.1" status: 200 len: 945 time: 0.0869851 Jun 14 14:55:35.174575 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-f9e589e5-9a36-4b4a-934b-60e91d55decb req-e875ae02-4535-41ae-b975-ce81300c5b81 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4648ab45-3fe7-4fb0-aedd-27d6176c7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705228 Jun 14 14:55:35.270440 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-2fb74cf5-40e7-4aaa-81fe-b6d460c363b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12282325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12397009'] for subnet, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:35.274766 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:35.341317 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb74cf5-40e7-4aaa-81fe-b6d460c363b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e74ccf8-56b9-46f7-8d52-8e470c3896fa,revision_number=0']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:35.344359 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-2fb74cf5-40e7-4aaa-81fe-b6d460c363b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:35.356697 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb74cf5-40e7-4aaa-81fe-b6d460c363b7 admin admin] Checking segment: {'id': '38e4c0d4-5fe0-40dc-9c0c-3a03a2b9d740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '89fb06b7-1cf6-4302-baa8-413d70a84ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:55:35.357056 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb74cf5-40e7-4aaa-81fe-b6d460c363b7 admin admin] Network hostable DHCP agents. Network: 89fb06b7-1cf6-4302-baa8-413d70a84ad2, hostable agents: ['93423e1b-8ac2-4abf-ba8c-2bf2a6ff74d8'], hosted agents: [] {{(pid=99483) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 14:55:35.487382 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb74cf5-40e7-4aaa-81fe-b6d460c363b7 admin admin] Network 89fb06b7-1cf6-4302-baa8-413d70a84ad2 is scheduled to be hosted by DHCP agent 93423e1b-8ac2-4abf-ba8c-2bf2a6ff74d8 with binding_index 1 {{(pid=99483) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 14:55:35.648362 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.base_scheduler [None req-2fb74cf5-40e7-4aaa-81fe-b6d460c363b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-726180-9-iscsi, 89fb06b7-1cf6-4302-baa8-413d70a84ad2) {{(pid=99483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:55:35.654245 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb74cf5-40e7-4aaa-81fe-b6d460c363b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:35.656283 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-2fb74cf5-40e7-4aaa-81fe-b6d460c363b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699218'] for subnet, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:35.658003 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de1f1f6-ac73-41c2-a78b-477d9532bbf9 None None] Network 89fb06b7-1cf6-4302-baa8-413d70a84ad2 requested from dv-cinder-726180-9-iscsi {{(pid=99485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:55:35.752858 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddfff2-b69f-480d-bd72-645237e2bb33 req-bce3eb74-3647-4471-910a-849511789b6c tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:35.754106 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-e8ddfff2-b69f-480d-bd72-645237e2bb33 req-bce3eb74-3647-4471-910a-849511789b6c tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 946 time: 0.0946841 Jun 14 14:55:35.803195 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-2fb74cf5-40e7-4aaa-81fe-b6d460c363b7 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0354431 Jun 14 14:55:35.804065 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 38208) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:55:35.807439 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-e8ddfff2-b69f-480d-bd72-645237e2bb33 req-f08f3104-4241-43fe-a428-b79d407e1f6e tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05144d8-074a-4edb-a2b3-52073245922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459616 Jun 14 14:55:35.809825 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.v2.base [None req-ab31fce2-d616-4704-94de-c74ec923f58d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1807688154-router', 'tenant_id': '29aff244625e436e8186fca3653af18a', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60'}}} {{(pid=99484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:55:35.908303 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a98f511-dc65-4274-8759-ba45b9148f7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp167513b8-b081-5ae1-a2b9-ace1867507b7-89fb06b7-1cf6-4302-baa8-413d70a84ad2', 'network_id': '89fb06b7-1cf6-4302-baa8-413d70a84ad2', 'tenant_id': '29aff244625e436e8186fca3653af18a', 'fixed_ips': [{'subnet_id': '7e74ccf8-56b9-46f7-8d52-8e470c3896fa'}]}} from dv-cinder-726180-9-iscsi. {{(pid=99485) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 14 14:55:35.909809 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-0a98f511-dc65-4274-8759-ba45b9148f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905267'] for port, before_create {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:35.980388 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-ab31fce2-d616-4704-94de-c74ec923f58d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4031657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60692'] for router, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:35.981440 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-ab31fce2-d616-4704-94de-c74ec923f58d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4031694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4046296', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4029127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60911'] for router, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:36.054511 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-ab31fce2-d616-4704-94de-c74ec923f58d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:36.074562 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.db_base_plugin_common [None req-0a98f511-dc65-4274-8759-ba45b9148f7b None None] Allocated IP 172.20.0.2 (89fb06b7-1cf6-4302-baa8-413d70a84ad2/7e74ccf8-56b9-46f7-8d52-8e470c3896fa/883d2407-f792-4f0e-819b-6b1b2a4db2c1) {{(pid=99485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:55:36.286620 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-0a98f511-dc65-4274-8759-ba45b9148f7b None None] Notify callbacks [] for port, precommit_create {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:36.296569 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-0a98f511-dc65-4274-8759-ba45b9148f7b None None] Transition to ACTIVE for port object 883d2407-f792-4f0e-819b-6b1b2a4db2c1 will not be triggered until provisioned by entity L2. {{(pid=99485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:55:36.314772 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-0a98f511-dc65-4274-8759-ba45b9148f7b None None] Transition to ACTIVE for port object 883d2407-f792-4f0e-819b-6b1b2a4db2c1 will not be triggered until provisioned by entity DHCP. {{(pid=99485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:55:36.408497 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-ab31fce2-d616-4704-94de-c74ec923f58d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4046279', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4031675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60921'] for router, precommit_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:36.449725 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c753344f-3d20-4e07-9c03-3ca418125911 req-ef432bf1-524d-49a3-a2e3-e1448e605c80 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:36.451167 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-c753344f-3d20-4e07-9c03-3ca418125911 req-ef432bf1-524d-49a3-a2e3-e1448e605c80 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/ports?device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b HTTP/1.1" status: 200 len: 945 time: 0.0864210 Jun 14 14:55:36.454173 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-0a98f511-dc65-4274-8759-ba45b9148f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-905456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763375065887'] for port, after_create {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:36.456162 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:36.502517 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-c753344f-3d20-4e07-9c03-3ca418125911 req-2afa6612-45dc-4c73-9358-bf2892cb70d8 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4648ab45-3fe7-4fb0-aedd-27d6176c7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440691 Jun 14 14:55:36.510995 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a98f511-dc65-4274-8759-ba45b9148f7b None None] Network 89fb06b7-1cf6-4302-baa8-413d70a84ad2 is already hosted by enough agents. {{(pid=99485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:55:36.513993 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.scheduler.base_scheduler [None req-0a98f511-dc65-4274-8759-ba45b9148f7b None None] Resources bound (agent type, host, resource id): {{(pid=99485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:55:36.517116 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a98f511-dc65-4274-8759-ba45b9148f7b None None] Received port after_create {{(pid=99485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:55:36.526350 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a98f511-dc65-4274-8759-ba45b9148f7b None None] Pushing event updated for resources: {'Port': ['ID=883d2407-f792-4f0e-819b-6b1b2a4db2c1,revision_number=1']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:36.529010 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-0a98f511-dc65-4274-8759-ba45b9148f7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:36.602066 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.managers [None req-0a98f511-dc65-4274-8759-ba45b9148f7b None None] Attempting to bind port 883d2407-f792-4f0e-819b-6b1b2a4db2c1 on host dv-cinder-726180-9-iscsi for vnic_type normal with profile {{(pid=99485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:55:36.602453 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.managers [None req-0a98f511-dc65-4274-8759-ba45b9148f7b None None] Attempting to bind port 883d2407-f792-4f0e-819b-6b1b2a4db2c1 by drivers openvswitch,hyperv on host dv-cinder-726180-9-iscsi at level 0 using segments [{'id': '38e4c0d4-5fe0-40dc-9c0c-3a03a2b9d740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '89fb06b7-1cf6-4302-baa8-413d70a84ad2'}] {{(pid=99485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:55:36.602881 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a98f511-dc65-4274-8759-ba45b9148f7b None None] Attempting to bind port 883d2407-f792-4f0e-819b-6b1b2a4db2c1 on network 89fb06b7-1cf6-4302-baa8-413d70a84ad2 {{(pid=99485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:55:36.608345 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a98f511-dc65-4274-8759-ba45b9148f7b None None] Checking agent: {'id': 'e183279c-24ea-4296-8522-436b00f0c0a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-726180-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 38, 29), 'started_at': datetime.datetime(2021, 6, 14, 14, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-726180-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:55:36.608730 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a98f511-dc65-4274-8759-ba45b9148f7b None None] Checking segment: {'id': '38e4c0d4-5fe0-40dc-9c0c-3a03a2b9d740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '89fb06b7-1cf6-4302-baa8-413d70a84ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:55:36.609811 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-0a98f511-dc65-4274-8759-ba45b9148f7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:36.610357 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a98f511-dc65-4274-8759-ba45b9148f7b None None] Bound using segment: {'id': '38e4c0d4-5fe0-40dc-9c0c-3a03a2b9d740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '89fb06b7-1cf6-4302-baa8-413d70a84ad2'} {{(pid=99485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:55:36.610784 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.managers [None req-0a98f511-dc65-4274-8759-ba45b9148f7b None None] Bound port: 883d2407-f792-4f0e-819b-6b1b2a4db2c1, host: dv-cinder-726180-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38e4c0d4-5fe0-40dc-9c0c-3a03a2b9d740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '89fb06b7-1cf6-4302-baa8-413d70a84ad2'}}] {{(pid=99485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:55:36.611169 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-0a98f511-dc65-4274-8759-ba45b9148f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:36.691210 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-0a98f511-dc65-4274-8759-ba45b9148f7b None None] For port 883d2407-f792-4f0e-819b-6b1b2a4db2c1, host dv-cinder-726180-9-iscsi, cleared binding levels {{(pid=99485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:55:36.694536 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-0a98f511-dc65-4274-8759-ba45b9148f7b None None] For port 883d2407-f792-4f0e-819b-6b1b2a4db2c1, host dv-cinder-726180-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=883d2407-f792-4f0e-819b-6b1b2a4db2c1,segment=NetworkSegment(38e4c0d4-5fe0-40dc-9c0c-3a03a2b9d740),segment_id=38e4c0d4-5fe0-40dc-9c0c-3a03a2b9d740)] {{(pid=99485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:55:36.802674 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-0a98f511-dc65-4274-8759-ba45b9148f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:36.804880 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:36.840755 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-ab31fce2-d616-4704-94de-c74ec923f58d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:36.863470 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device d223acc0-6fae-4005-912e-50fe6f00d313 up at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:55:36.870326 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-ab31fce2-d616-4704-94de-c74ec923f58d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905267'] for port, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:36.901013 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a98f511-dc65-4274-8759-ba45b9148f7b None None] Pushing event updated for resources: {'Port': ['ID=883d2407-f792-4f0e-819b-6b1b2a4db2c1,revision_number=2']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:36.905149 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-0a98f511-dc65-4274-8759-ba45b9148f7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:37.003918 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.db_base_plugin_common [None req-ab31fce2-d616-4704-94de-c74ec923f58d admin admin] Allocated IP 172.27.3.91 (380d7500-e042-4a28-87f8-50b947846e60/5342af6e-54a0-4047-9509-517c9dedbdeb/78a00b9e-c4ac-4da0-83f5-a3542dbaed2a) {{(pid=99484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:55:37.018966 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning for port d223acc0-6fae-4005-912e-50fe6f00d313 completed by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:55:37.023689 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning complete for port d223acc0-6fae-4005-912e-50fe6f00d313 triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:55:37.024231 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:37.187939 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-ab31fce2-d616-4704-94de-c74ec923f58d admin admin] Notify callbacks [] for port, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:37.196118 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:37.238948 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] For port d223acc0-6fae-4005-912e-50fe6f00d313, host dv-cinder-726180-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=d223acc0-6fae-4005-912e-50fe6f00d313,segment=NetworkSegment(f38bb8ce-b58e-4ac2-8f7b-63bec74bcbb6),segment_id=f38bb8ce-b58e-4ac2-8f7b-63bec74bcbb6)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:55:37.321803 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:37.322186 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-ab31fce2-d616-4704-94de-c74ec923f58d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-905456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763375065887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12090236'] for port, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:37.323929 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-4e4680fb-db9c-486e-867e-fb178c0a8eb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:37.326370 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-49de5f09-fc86-4964-8935-d4a28a7b957a tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:37.374158 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab31fce2-d616-4704-94de-c74ec923f58d admin admin] Network 380d7500-e042-4a28-87f8-50b947846e60 is already hosted by enough agents. {{(pid=99484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:55:37.377827 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.base_scheduler [None req-ab31fce2-d616-4704-94de-c74ec923f58d admin admin] Resources bound (agent type, host, resource id): {{(pid=99484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:55:37.387588 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab31fce2-d616-4704-94de-c74ec923f58d admin admin] Received port after_create {{(pid=99484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:55:37.391956 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Pushing event updated for resources: {'Port': ['ID=d223acc0-6fae-4005-912e-50fe6f00d313,revision_number=5']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:37.400685 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:55:37.401033 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:55:37.401377 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:55:37.401715 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:55:37.402049 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:55:37.402378 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:55:37.402705 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:55:37.403042 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:55:37.403411 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:55:37.403741 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:55:37.404089 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:55:37.404410 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:55:37.408349 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:37.432938 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab31fce2-d616-4704-94de-c74ec923f58d admin admin] Pushing event updated for resources: {'Port': ['ID=78a00b9e-c4ac-4da0-83f5-a3542dbaed2a,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:37.444750 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab31fce2-d616-4704-94de-c74ec923f58d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:55:37.445130 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab31fce2-d616-4704-94de-c74ec923f58d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:55:37.445497 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab31fce2-d616-4704-94de-c74ec923f58d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:55:37.445856 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab31fce2-d616-4704-94de-c74ec923f58d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:55:37.446260 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab31fce2-d616-4704-94de-c74ec923f58d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:55:37.446565 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab31fce2-d616-4704-94de-c74ec923f58d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:55:37.446919 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab31fce2-d616-4704-94de-c74ec923f58d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:55:37.447267 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab31fce2-d616-4704-94de-c74ec923f58d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:55:37.447614 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab31fce2-d616-4704-94de-c74ec923f58d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:55:37.447963 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab31fce2-d616-4704-94de-c74ec923f58d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:55:37.448334 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab31fce2-d616-4704-94de-c74ec923f58d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:55:37.448680 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab31fce2-d616-4704-94de-c74ec923f58d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:55:37.452247 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-ab31fce2-d616-4704-94de-c74ec923f58d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:37.709638 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb88615a-0a3b-4051-818e-b9442c7849fd req-815295ef-ed6a-444c-86c6-cf0485486742 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:37.714239 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-eb88615a-0a3b-4051-818e-b9442c7849fd req-815295ef-ed6a-444c-86c6-cf0485486742 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/ports?device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b HTTP/1.1" status: 200 len: 945 time: 0.0848379 Jun 14 14:55:37.769776 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-eb88615a-0a3b-4051-818e-b9442c7849fd req-f4d07164-4a00-4520-86f1-3fc9ddb87fb2 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4648ab45-3fe7-4fb0-aedd-27d6176c7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473812 Jun 14 14:55:37.952432 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a92aa1-0504-4b82-bd31-cd05ae5b858c None None] Network 89fb06b7-1cf6-4302-baa8-413d70a84ad2 requested from dv-cinder-726180-9-iscsi {{(pid=99485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:55:37.975538 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-ab31fce2-d616-4704-94de-c74ec923f58d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:38.025162 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 38228) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:55:38.133193 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-62b31824-0633-4aff-99a3-6698888ef896 None None] Provisioning for port 883d2407-f792-4f0e-819b-6b1b2a4db2c1 completed by entity DHCP. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:55:38.161870 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-ade2d755-1743-49b2-ab18-27cefea08867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:38.282434 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-ade2d755-1743-49b2-ab18-27cefea08867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:38.342203 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-ab31fce2-d616-4704-94de-c74ec923f58d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4031650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4045727'] for router, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:38.362318 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-ade2d755-1743-49b2-ab18-27cefea08867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:38.365283 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-92d5b4fd-7b73-4b06-b36c-a6c4dd9e0619 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:38.415218 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade2d755-1743-49b2-ab18-27cefea08867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70101aa6-43e4-4f3b-b4ba-7e2c90a0164d,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:38.420349 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-ade2d755-1743-49b2-ab18-27cefea08867 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a5b43b39e9d049a2afcf462511ed427d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3941178 Jun 14 14:55:38.421474 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-ade2d755-1743-49b2-ab18-27cefea08867 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:38.424121 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 38232) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:55:38.486898 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-a3a702e7-2ca1-486c-9a62-a7649be3f4fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:38.514463 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-a3a702e7-2ca1-486c-9a62-a7649be3f4fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:38.633962 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab31fce2-d616-4704-94de-c74ec923f58d admin admin] Router 8ee753e5-9fce-49c8-9fe7-677ca051df6d is scheduled to L3 agent 1c008f53-dbc2-48c1-a123-31b869a31df2 with binding_index 1 {{(pid=99484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 14 14:55:38.676376 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-a3a702e7-2ca1-486c-9a62-a7649be3f4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:38.679136 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-a3a702e7-2ca1-486c-9a62-a7649be3f4fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:38.680348 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-a3a702e7-2ca1-486c-9a62-a7649be3f4fe admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/70101aa6-43e4-4f3b-b4ba-7e2c90a0164d HTTP/1.1" status: 204 len: 168 time: 0.2552967 Jun 14 14:55:38.681322 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-a27a0ccd-c5cd-4287-91b8-e6e102840642 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:38.701603 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a702e7-2ca1-486c-9a62-a7649be3f4fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70101aa6-43e4-4f3b-b4ba-7e2c90a0164d,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:38.704290 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-a3a702e7-2ca1-486c-9a62-a7649be3f4fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:38.809466 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab31fce2-d616-4704-94de-c74ec923f58d admin admin] Notify agent at l3_agent.dv-cinder-726180-9-iscsi the message routers_updated {{(pid=99484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 14:55:38.822570 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a741d742-69ed-4736-9470-ad47cdfceb92 None None] Sync routers for ids ['8ee753e5-9fce-49c8-9fe7-677ca051df6d'] in dv-cinder-726180-9-iscsi {{(pid=99486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 14:55:38.841937 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a741d742-69ed-4736-9470-ad47cdfceb92 None None] Routers {'8ee753e5-9fce-49c8-9fe7-677ca051df6d'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:55:38.842576 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-a741d742-69ed-4736-9470-ad47cdfceb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:55:28Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['8ee753e5-9fce-49c8-9fe7-677ca051df6d'], 'active': True} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:55:38.956040 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device 883d2407-f792-4f0e-819b-6b1b2a4db2c1 up at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:55:38.974820 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-ab31fce2-d616-4704-94de-c74ec923f58d admin admin] Notify callbacks [] for router, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:38.978716 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-ab31fce2-d616-4704-94de-c74ec923f58d admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1714873 Jun 14 14:55:38.987714 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 38238) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:55:39.034387 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5407f734-8f8c-4166-95f2-1d3cdcad91a5 req-d2d2eeb4-21a8-4a50-b362-9a124d794697 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:39.038258 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-5407f734-8f8c-4166-95f2-1d3cdcad91a5 req-d2d2eeb4-21a8-4a50-b362-9a124d794697 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/ports?device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b HTTP/1.1" status: 200 len: 945 time: 0.1041343 Jun 14 14:55:39.062264 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvr_db [None req-a741d742-69ed-4736-9470-ad47cdfceb92 None None] Set router 8ee753e5-9fce-49c8-9fe7-677ca051df6d gateway port host: dv-cinder-726180-9-iscsi {{(pid=99486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:55:39.108139 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-5407f734-8f8c-4166-95f2-1d3cdcad91a5 req-a3d617a0-fb51-472e-ba0a-76c18822c8ee tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4648ab45-3fe7-4fb0-aedd-27d6176c7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611649 Jun 14 14:55:39.151118 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning for port 883d2407-f792-4f0e-819b-6b1b2a4db2c1 completed by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:55:39.157279 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning complete for port 883d2407-f792-4f0e-819b-6b1b2a4db2c1 triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:55:39.157843 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:39.181193 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.agents_db [None req-f05f0e2d-2be5-4cb0-86e7-333c7e47477b None None] Agent healthcheck: found 6 active agents {{(pid=99486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 14:55:39.275954 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:39.316421 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] For port 883d2407-f792-4f0e-819b-6b1b2a4db2c1, host dv-cinder-726180-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=883d2407-f792-4f0e-819b-6b1b2a4db2c1,segment=NetworkSegment(38e4c0d4-5fe0-40dc-9c0c-3a03a2b9d740),segment_id=38e4c0d4-5fe0-40dc-9c0c-3a03a2b9d740)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:55:39.382067 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-a741d742-69ed-4736-9470-ad47cdfceb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee753e5-9fce-49c8-9fe7-677ca051df6d', 'name': 'tempest-TestVolumeBootPattern-1807688154-router', 'tenant_id': '29aff244625e436e8186fca3653af18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '78a00b9e-c4ac-4da0-83f5-a3542dbaed2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:55:35Z', 'updated_at': '2021-06-14T14:55:37Z', 'revision_number': 3, 'project_id': '29aff244625e436e8186fca3653af18a', 'gw_port': {'id': '78a00b9e-c4ac-4da0-83f5-a3542dbaed2a', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:53:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee753e5-9fce-49c8-9fe7-677ca051df6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:55:36Z', 'updated_at': '2021-06-14T14:55:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi'}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:55:39.387674 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a741d742-69ed-4736-9470-ad47cdfceb92 None None] Checking router: 8ee753e5-9fce-49c8-9fe7-677ca051df6d for host: dv-cinder-726180-9-iscsi {{(pid=99486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 14:55:39.388284 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a741d742-69ed-4736-9470-ad47cdfceb92 None None] Updating router 8ee753e5-9fce-49c8-9fe7-677ca051df6d port 78a00b9e-c4ac-4da0-83f5-a3542dbaed2a binding host dv-cinder-726180-9-iscsi {{(pid=99486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 14:55:39.436145 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:39.437056 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device d223acc0-6fae-4005-912e-50fe6f00d313 up at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:55:39.439303 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:39.458056 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-a741d742-69ed-4736-9470-ad47cdfceb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:39.485208 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 38242) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:55:39.514486 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-7b2a3cfd-d3a9-4271-b469-51d7879ad1cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:39.547441 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Pushing event updated for resources: {'Port': ['ID=883d2407-f792-4f0e-819b-6b1b2a4db2c1,revision_number=3']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:39.547441 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:39.554423 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning complete for port d223acc0-6fae-4005-912e-50fe6f00d313 triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:55:39.554808 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:39.675680 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-7b2a3cfd-d3a9-4271-b469-51d7879ad1cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:39.728157 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-f40bef6e-e14d-4181-9fd3-33a979ecea10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905267'] for port, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:39.772772 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-7b2a3cfd-d3a9-4271-b469-51d7879ad1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:39.776731 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-7dcbd703-9eb4-4f56-b2ea-416a10111954 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:39.831767 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2a3cfd-d3a9-4271-b469-51d7879ad1cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f8378d-2b8b-4cc8-820a-d87f673e0c6b,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:39.836256 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-7b2a3cfd-d3a9-4271-b469-51d7879ad1cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:39.844257 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-7b2a3cfd-d3a9-4271-b469-51d7879ad1cd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=74bf76a297cb482a991f40bc606beb38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3569939 Jun 14 14:55:39.845030 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 38244) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:55:39.882771 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-a741d742-69ed-4736-9470-ad47cdfceb92 None None] Notify callbacks [] for port, precommit_update {{(pid=99486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:39.894499 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.provisioning_blocks [None req-a741d742-69ed-4736-9470-ad47cdfceb92 None None] Transition to ACTIVE for port object 78a00b9e-c4ac-4da0-83f5-a3542dbaed2a will not be triggered until provisioned by entity L2. {{(pid=99486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:55:39.916655 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-0fa66f44-f238-4f68-b515-3b4e8248e9ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:39.946192 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-0fa66f44-f238-4f68-b515-3b4e8248e9ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:39.972340 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.db_base_plugin_common [None req-f40bef6e-e14d-4181-9fd3-33a979ecea10 admin admin] Allocated IP 172.20.0.1 (89fb06b7-1cf6-4302-baa8-413d70a84ad2/7e74ccf8-56b9-46f7-8d52-8e470c3896fa/6cb4329d-0eb4-4850-a1b3-6717a13d535d) {{(pid=99483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:55:39.986559 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-a741d742-69ed-4736-9470-ad47cdfceb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:39.991565 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:40.060185 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.managers [None req-a741d742-69ed-4736-9470-ad47cdfceb92 None None] Attempting to bind port 78a00b9e-c4ac-4da0-83f5-a3542dbaed2a on host dv-cinder-726180-9-iscsi for vnic_type normal with profile {{(pid=99486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:55:40.060661 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.managers [None req-a741d742-69ed-4736-9470-ad47cdfceb92 None None] Attempting to bind port 78a00b9e-c4ac-4da0-83f5-a3542dbaed2a by drivers openvswitch,hyperv on host dv-cinder-726180-9-iscsi at level 0 using segments [{'id': '5f9b4eda-9001-4473-8107-70664bb4d177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380d7500-e042-4a28-87f8-50b947846e60'}] {{(pid=99486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:55:40.060973 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a741d742-69ed-4736-9470-ad47cdfceb92 None None] Attempting to bind port 78a00b9e-c4ac-4da0-83f5-a3542dbaed2a on network 380d7500-e042-4a28-87f8-50b947846e60 {{(pid=99486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:55:40.067779 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5884f6-3553-40e7-9e22-93be7bedfbbc None None] Pushing event updated for resources: {'Port': ['ID=78a00b9e-c4ac-4da0-83f5-a3542dbaed2a,revision_number=2']} {{(pid=99486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:40.072686 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG oslo_concurrency.lockutils [None req-8f5884f6-3553-40e7-9e22-93be7bedfbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:40.073664 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a741d742-69ed-4736-9470-ad47cdfceb92 None None] Checking agent: {'id': 'e183279c-24ea-4296-8522-436b00f0c0a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-726180-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 38, 29), 'started_at': datetime.datetime(2021, 6, 14, 14, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-726180-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:55:40.074092 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a741d742-69ed-4736-9470-ad47cdfceb92 None None] Checking segment: {'id': '5f9b4eda-9001-4473-8107-70664bb4d177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380d7500-e042-4a28-87f8-50b947846e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:55:40.074509 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-a741d742-69ed-4736-9470-ad47cdfceb92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:40.074912 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a741d742-69ed-4736-9470-ad47cdfceb92 None None] Bound using segment: {'id': '5f9b4eda-9001-4473-8107-70664bb4d177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380d7500-e042-4a28-87f8-50b947846e60'} {{(pid=99486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:55:40.075420 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.managers [None req-a741d742-69ed-4736-9470-ad47cdfceb92 None None] Bound port: 78a00b9e-c4ac-4da0-83f5-a3542dbaed2a, host: dv-cinder-726180-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f9b4eda-9001-4473-8107-70664bb4d177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '380d7500-e042-4a28-87f8-50b947846e60'}}] {{(pid=99486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:55:40.075799 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-a741d742-69ed-4736-9470-ad47cdfceb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:40.100434 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-0fa66f44-f238-4f68-b515-3b4e8248e9ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:40.105376 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-0fa66f44-f238-4f68-b515-3b4e8248e9ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:40.107239 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-0fa66f44-f238-4f68-b515-3b4e8248e9ac admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b9f8378d-2b8b-4cc8-820a-d87f673e0c6b HTTP/1.1" status: 204 len: 168 time: 0.2613087 Jun 14 14:55:40.108405 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-343b9f3e-953b-4e70-82c4-bdad43c2c4cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:40.123684 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa66f44-f238-4f68-b515-3b4e8248e9ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f8378d-2b8b-4cc8-820a-d87f673e0c6b,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:40.127034 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-0fa66f44-f238-4f68-b515-3b4e8248e9ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:40.158097 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-f40bef6e-e14d-4181-9fd3-33a979ecea10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:40.174492 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.db [None req-a741d742-69ed-4736-9470-ad47cdfceb92 None None] For port 78a00b9e-c4ac-4da0-83f5-a3542dbaed2a, host dv-cinder-726180-9-iscsi, cleared binding levels {{(pid=99486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:55:40.174787 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.provisioning_blocks [None req-f40bef6e-e14d-4181-9fd3-33a979ecea10 admin admin] Transition to ACTIVE for port object 6cb4329d-0eb4-4850-a1b3-6717a13d535d will not be triggered until provisioned by entity DHCP. {{(pid=99483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:55:40.179372 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.plugins.ml2.db [None req-a741d742-69ed-4736-9470-ad47cdfceb92 None None] For port 78a00b9e-c4ac-4da0-83f5-a3542dbaed2a, host dv-cinder-726180-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=78a00b9e-c4ac-4da0-83f5-a3542dbaed2a,segment=NetworkSegment(5f9b4eda-9001-4473-8107-70664bb4d177),segment_id=5f9b4eda-9001-4473-8107-70664bb4d177)] {{(pid=99486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:55:40.274683 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-a741d742-69ed-4736-9470-ad47cdfceb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:40.278872 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:40.361528 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a741d742-69ed-4736-9470-ad47cdfceb92 None None] Routers {'8ee753e5-9fce-49c8-9fe7-677ca051df6d'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:55:40.362183 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-a741d742-69ed-4736-9470-ad47cdfceb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:55:28Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['8ee753e5-9fce-49c8-9fe7-677ca051df6d'], 'active': True} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:55:40.482172 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5884f6-3553-40e7-9e22-93be7bedfbbc None None] Pushing event updated for resources: {'Port': ['ID=78a00b9e-c4ac-4da0-83f5-a3542dbaed2a,revision_number=3']} {{(pid=99486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:40.597058 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG oslo_concurrency.lockutils [None req-8f5884f6-3553-40e7-9e22-93be7bedfbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=99486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:40.662110 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-f40bef6e-e14d-4181-9fd3-33a979ecea10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-905456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763375065887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12282725'] for port, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:40.667253 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-4fe87900-964a-4400-8f33-45948df993b7 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:40.676122 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvr_db [None req-a741d742-69ed-4736-9470-ad47cdfceb92 None None] Set router 8ee753e5-9fce-49c8-9fe7-677ca051df6d gateway port host: dv-cinder-726180-9-iscsi {{(pid=99486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:55:40.756517 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40bef6e-e14d-4181-9fd3-33a979ecea10 admin admin] Network 89fb06b7-1cf6-4302-baa8-413d70a84ad2 is already hosted by enough agents. {{(pid=99483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:55:40.763620 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.base_scheduler [None req-f40bef6e-e14d-4181-9fd3-33a979ecea10 admin admin] Resources bound (agent type, host, resource id): {{(pid=99483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:55:40.767564 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40bef6e-e14d-4181-9fd3-33a979ecea10 admin admin] Received port after_create {{(pid=99483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:55:40.821349 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40bef6e-e14d-4181-9fd3-33a979ecea10 admin admin] Pushing event updated for resources: {'Port': ['ID=6cb4329d-0eb4-4850-a1b3-6717a13d535d,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:40.829273 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-f40bef6e-e14d-4181-9fd3-33a979ecea10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:40.855575 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04400e1b-9fe0-4d3f-94cf-c50e51581dc6 req-fca93b73-25ad-490e-b2d8-6c49ff50cb45 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:40.866985 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-04400e1b-9fe0-4d3f-94cf-c50e51581dc6 req-fca93b73-25ad-490e-b2d8-6c49ff50cb45 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/ports?device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b HTTP/1.1" status: 200 len: 945 time: 0.5978384 Jun 14 14:55:40.873136 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-f40bef6e-e14d-4181-9fd3-33a979ecea10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4033882'] for router_interface, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:40.882123 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device 883d2407-f792-4f0e-819b-6b1b2a4db2c1 up at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:55:40.964744 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning complete for port 883d2407-f792-4f0e-819b-6b1b2a4db2c1 triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:55:40.965214 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:41.087803 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-04400e1b-9fe0-4d3f-94cf-c50e51581dc6 req-0551ddd1-cd88-49a4-a0aa-303ba59b8921 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4648ab45-3fe7-4fb0-aedd-27d6176c7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2032375 Jun 14 14:55:41.147665 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-a741d742-69ed-4736-9470-ad47cdfceb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee753e5-9fce-49c8-9fe7-677ca051df6d', 'name': 'tempest-TestVolumeBootPattern-1807688154-router', 'tenant_id': '29aff244625e436e8186fca3653af18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '78a00b9e-c4ac-4da0-83f5-a3542dbaed2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:55:35Z', 'updated_at': '2021-06-14T14:55:37Z', 'revision_number': 3, 'project_id': '29aff244625e436e8186fca3653af18a', 'gw_port': {'id': '78a00b9e-c4ac-4da0-83f5-a3542dbaed2a', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:53:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee753e5-9fce-49c8-9fe7-677ca051df6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:55:36Z', 'updated_at': '2021-06-14T14:55:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi'}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:55:41.164559 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a741d742-69ed-4736-9470-ad47cdfceb92 None None] The sync data for ids ['8ee753e5-9fce-49c8-9fe7-677ca051df6d'] in dv-cinder-726180-9-iscsi is: [{'id': '8ee753e5-9fce-49c8-9fe7-677ca051df6d', 'name': 'tempest-TestVolumeBootPattern-1807688154-router', 'tenant_id': '29aff244625e436e8186fca3653af18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '78a00b9e-c4ac-4da0-83f5-a3542dbaed2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:55:35Z', 'updated_at': '2021-06-14T14:55:37Z', 'revision_number': 3, 'project_id': '29aff244625e436e8186fca3653af18a', 'gw_port': {'id': '78a00b9e-c4ac-4da0-83f5-a3542dbaed2a', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:53:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee753e5-9fce-49c8-9fe7-677ca051df6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:55:36Z', 'updated_at': '2021-06-14T14:55:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi'}] {{(pid=99486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 14:55:41.230297 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 38252) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:55:41.248128 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-c3c756a4-654b-4375-a8e3-1d97daca86de None None] Provisioning for port 6cb4329d-0eb4-4850-a1b3-6717a13d535d completed by entity DHCP. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:55:41.253044 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-fffee460-6355-45cf-8670-485da7e6a081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:41.254710 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-c3c756a4-654b-4375-a8e3-1d97daca86de None None] Provisioning complete for port 6cb4329d-0eb4-4850-a1b3-6717a13d535d triggered by entity DHCP. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:55:41.255173 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-c3c756a4-654b-4375-a8e3-1d97daca86de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:41.344226 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-c3c756a4-654b-4375-a8e3-1d97daca86de None None] Port 6cb4329d-0eb4-4850-a1b3-6717a13d535d cannot update to ACTIVE because it is not bound. {{(pid=99485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 14:55:41.392892 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-f40bef6e-e14d-4181-9fd3-33a979ecea10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:41.493940 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-fffee460-6355-45cf-8670-485da7e6a081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:41.544545 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5783496-66d2-4464-aa3a-08a75daf1657 req-1bbce12c-6474-4658-b2d3-710ecfba82c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:41.547991 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-b5783496-66d2-4464-aa3a-08a75daf1657 req-1bbce12c-6474-4658-b2d3-710ecfba82c0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8730e6a0fdc54b92a4e0d83a015c460a&device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b HTTP/1.1" status: 200 len: 1098 time: 0.1661651 Jun 14 14:55:41.690730 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-fffee460-6355-45cf-8670-485da7e6a081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:41.696032 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-61190ec2-bc0f-45c6-aed5-4ebd5a4996d1 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:41.715181 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-f40bef6e-e14d-4181-9fd3-33a979ecea10 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:41.770434 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-fffee460-6355-45cf-8670-485da7e6a081 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f8eceaa7281e43d69f9c84914ca23ca3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5386798 Jun 14 14:55:41.778875 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 38254) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:55:41.779785 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffee460-6355-45cf-8670-485da7e6a081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4a305a-442c-4026-9c5a-ae68abb8f1ec,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:41.787045 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-fffee460-6355-45cf-8670-485da7e6a081 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:41.790832 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5783496-66d2-4464-aa3a-08a75daf1657 req-23e98290-ac1f-460d-b856-4d8093f89b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:41.792867 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-b5783496-66d2-4464-aa3a-08a75daf1657 req-23e98290-ac1f-460d-b856-4d8093f89b56 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b HTTP/1.1" status: 200 len: 909 time: 0.2380414 Jun 14 14:55:41.830013 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-f40bef6e-e14d-4181-9fd3-33a979ecea10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282715'] for port, after_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:41.843241 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-f40bef6e-e14d-4181-9fd3-33a979ecea10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:41.924977 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-b5783496-66d2-4464-aa3a-08a75daf1657 req-a0beab4f-d69d-4f07-8c37-06e35f7cd454 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5522849e-cba4-4b7d-86ef-3ee3d489e216 HTTP/1.1" status: 200 len: 1001 time: 0.1237471 Jun 14 14:55:41.946260 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-afc6efb1-2685-4560-a77a-22c8dac1c42a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:41.951490 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40bef6e-e14d-4181-9fd3-33a979ecea10 admin admin] Pushing event updated for resources: {'Port': ['ID=6cb4329d-0eb4-4850-a1b3-6717a13d535d,revision_number=2']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:41.956323 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-f40bef6e-e14d-4181-9fd3-33a979ecea10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4033998'] for router_interface, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:41.958445 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-f40bef6e-e14d-4181-9fd3-33a979ecea10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:42.013871 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5783496-66d2-4464-aa3a-08a75daf1657 req-5f4f9c2d-1675-4b6e-8348-121badb064a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:42.015762 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-b5783496-66d2-4464-aa3a-08a75daf1657 req-5f4f9c2d-1675-4b6e-8348-121badb064a4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e340e8c9-7a51-4312-92aa-f88338355222 HTTP/1.1" status: 200 len: 847 time: 0.0838509 Jun 14 14:55:42.024374 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-afc6efb1-2685-4560-a77a-22c8dac1c42a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:42.108505 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5783496-66d2-4464-aa3a-08a75daf1657 req-75a21858-9f4e-4821-9a02-2328bdc5694f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:42.110314 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-b5783496-66d2-4464-aa3a-08a75daf1657 req-75a21858-9f4e-4821-9a02-2328bdc5694f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0874317 Jun 14 14:55:42.146129 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40bef6e-e14d-4181-9fd3-33a979ecea10 admin admin] Network 89fb06b7-1cf6-4302-baa8-413d70a84ad2 is already hosted by enough agents. {{(pid=99483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:55:42.147967 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.base_scheduler [None req-f40bef6e-e14d-4181-9fd3-33a979ecea10 admin admin] Resources bound (agent type, host, resource id): {{(pid=99483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:55:42.273384 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-b5783496-66d2-4464-aa3a-08a75daf1657 req-e64e2ec5-5660-4402-b4cc-22cd9412e533 service neutron] 10.222.0.21 "GET /v2.0/networks/ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532660 Jun 14 14:55:42.316241 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-afc6efb1-2685-4560-a77a-22c8dac1c42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:42.321720 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-afc6efb1-2685-4560-a77a-22c8dac1c42a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:42.325652 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-afc6efb1-2685-4560-a77a-22c8dac1c42a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1d4a305a-442c-4026-9c5a-ae68abb8f1ec HTTP/1.1" status: 204 len: 168 time: 0.5452433 Jun 14 14:55:42.339271 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-19714373-2a05-43d0-aec8-7f79c36614a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:42.380312 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc6efb1-2685-4560-a77a-22c8dac1c42a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4a305a-442c-4026-9c5a-ae68abb8f1ec,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:42.393749 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-afc6efb1-2685-4560-a77a-22c8dac1c42a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:42.482206 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f40bef6e-e14d-4181-9fd3-33a979ecea10 admin admin] Router 8ee753e5-9fce-49c8-9fe7-677ca051df6d has already been hosted by L3 agent 1c008f53-dbc2-48c1-a123-31b869a31df2 {{(pid=99483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 14:55:42.700108 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f40bef6e-e14d-4181-9fd3-33a979ecea10 admin admin] Notify agent at l3_agent.dv-cinder-726180-9-iscsi the message routers_updated {{(pid=99483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 14:55:42.703974 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-02cd8415-5ea6-487f-8d6c-a84d77656e26 None None] Provisioning complete for port 6cb4329d-0eb4-4850-a1b3-6717a13d535d triggered by entity DHCP. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:55:42.705595 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-02cd8415-5ea6-487f-8d6c-a84d77656e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:42.706611 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-f40bef6e-e14d-4181-9fd3-33a979ecea10 admin admin] 10.222.0.55 "PUT /v2.0/routers/8ee753e5-9fce-49c8-9fe7-677ca051df6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7263405 Jun 14 14:55:42.766720 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-02cd8415-5ea6-487f-8d6c-a84d77656e26 None None] Port 6cb4329d-0eb4-4850-a1b3-6717a13d535d cannot update to ACTIVE because it is not bound. {{(pid=99485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 14:55:42.935165 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device 78a00b9e-c4ac-4da0-83f5-a3542dbaed2a up at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:55:43.116058 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-b5783496-66d2-4464-aa3a-08a75daf1657 req-599b5a71-63c5-479a-bed0-c4fd04f6393f service neutron] 10.222.0.21 "GET /v2.0/networks/ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8157139 Jun 14 14:55:43.145157 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129e4837-9246-4671-8349-1043b40f8a9f req-44c6799c-2c54-4795-a6c8-50c92d3dfcde tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:43.147821 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-129e4837-9246-4671-8349-1043b40f8a9f req-44c6799c-2c54-4795-a6c8-50c92d3dfcde tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/ports?device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b HTTP/1.1" status: 200 len: 945 time: 0.8160212 Jun 14 14:55:43.167129 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning for port 78a00b9e-c4ac-4da0-83f5-a3542dbaed2a completed by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:55:43.179440 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning complete for port 78a00b9e-c4ac-4da0-83f5-a3542dbaed2a triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:55:43.179440 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:43.221875 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-129e4837-9246-4671-8349-1043b40f8a9f req-d32ff9bb-36b0-41ac-9e99-1bbef361af07 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4648ab45-3fe7-4fb0-aedd-27d6176c7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725636 Jun 14 14:55:43.329458 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:43.364892 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] For port 78a00b9e-c4ac-4da0-83f5-a3542dbaed2a, host dv-cinder-726180-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=78a00b9e-c4ac-4da0-83f5-a3542dbaed2a,segment=NetworkSegment(5f9b4eda-9001-4473-8107-70664bb4d177),segment_id=5f9b4eda-9001-4473-8107-70664bb4d177)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:55:43.426661 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1ea1c8-87ea-40de-983a-6cdf7dda1b42 None None] Sync routers for ids ['8ee753e5-9fce-49c8-9fe7-677ca051df6d'] in dv-cinder-726180-9-iscsi {{(pid=99485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 14:55:43.444411 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1ea1c8-87ea-40de-983a-6cdf7dda1b42 None None] Routers {'8ee753e5-9fce-49c8-9fe7-677ca051df6d'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:55:43.445484 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-2f1ea1c8-87ea-40de-983a-6cdf7dda1b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:55:28Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['8ee753e5-9fce-49c8-9fe7-677ca051df6d'], 'active': True} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:55:43.535086 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:43.610265 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-2b36d3a1-abfe-472a-81e8-df8daa9c5d04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:43.745549 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Pushing event updated for resources: {'Port': ['ID=78a00b9e-c4ac-4da0-83f5-a3542dbaed2a,revision_number=4']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:43.777288 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:43.799159 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvr_db [None req-2f1ea1c8-87ea-40de-983a-6cdf7dda1b42 None None] Set router 8ee753e5-9fce-49c8-9fe7-677ca051df6d gateway port host: dv-cinder-726180-9-iscsi {{(pid=99485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:55:43.837208 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 38282) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:55:43.847756 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.v2.base [None req-2d9b80cf-123e-40c0-821e-77b1580a6ad4 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1211621206', 'description': 'tempest-secgroup-smoke-1211621206 description', 'project_id': 'a3f11692b2f8449abf062d147c313cb2'}} {{(pid=99484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:55:44.000903 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-2d9b80cf-123e-40c0-821e-77b1580a6ad4 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks [] for security_group, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:44.131091 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-2d9b80cf-123e-40c0-821e-77b1580a6ad4 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks [] for security_group, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:44.144914 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-2f1ea1c8-87ea-40de-983a-6cdf7dda1b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee753e5-9fce-49c8-9fe7-677ca051df6d', 'name': 'tempest-TestVolumeBootPattern-1807688154-router', 'tenant_id': '29aff244625e436e8186fca3653af18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '78a00b9e-c4ac-4da0-83f5-a3542dbaed2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:55:35Z', 'updated_at': '2021-06-14T14:55:41Z', 'revision_number': 4, 'project_id': '29aff244625e436e8186fca3653af18a', 'gw_port': {'id': '78a00b9e-c4ac-4da0-83f5-a3542dbaed2a', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:53:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee753e5-9fce-49c8-9fe7-677ca051df6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:55:36Z', 'updated_at': '2021-06-14T14:55:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_interfaces': [{'id': '6cb4329d-0eb4-4850-a1b3-6717a13d535d', 'name': '', 'network_id': '89fb06b7-1cf6-4302-baa8-413d70a84ad2', 'tenant_id': '29aff244625e436e8186fca3653af18a', 'mac_address': 'fa:16:3e:7b:7c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee753e5-9fce-49c8-9fe7-677ca051df6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '7e74ccf8-56b9-46f7-8d52-8e470c3896fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:55:39Z', 'updated_at': '2021-06-14T14:55:41Z', 'revision_number': 2, 'project_id': '29aff244625e436e8186fca3653af18a', 'subnets': [{'id': '7e74ccf8-56b9-46f7-8d52-8e470c3896fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:55:44.148825 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1ea1c8-87ea-40de-983a-6cdf7dda1b42 None None] Checking router: 8ee753e5-9fce-49c8-9fe7-677ca051df6d for host: dv-cinder-726180-9-iscsi {{(pid=99485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 14:55:44.149281 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1ea1c8-87ea-40de-983a-6cdf7dda1b42 None None] Updating router 8ee753e5-9fce-49c8-9fe7-677ca051df6d port 6cb4329d-0eb4-4850-a1b3-6717a13d535d binding host dv-cinder-726180-9-iscsi {{(pid=99485) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 14:55:44.194441 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-2f1ea1c8-87ea-40de-983a-6cdf7dda1b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:44.224519 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-2d9b80cf-123e-40c0-821e-77b1580a6ad4 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:44.227215 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-c28a07ce-391b-4778-9c62-d0c5a6d8bee2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:44.261286 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9b80cf-123e-40c0-821e-77b1580a6ad4 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7487a51-824c-4894-935f-37b6063de436,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:44.265702 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-2d9b80cf-123e-40c0-821e-77b1580a6ad4 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:44.345201 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-2d9b80cf-123e-40c0-821e-77b1580a6ad4 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks [] for security_group, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:44.347395 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-2d9b80cf-123e-40c0-821e-77b1580a6ad4 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5070674 Jun 14 14:55:44.353768 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 38290) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:55:44.359944 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.v2.base [None req-367626da-693f-44f4-9ae1-f3194bb01c4e tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Request body: {'security_group_rule': {'security_group_id': 'e7487a51-824c-4894-935f-37b6063de436', 'project_id': 'a3f11692b2f8449abf062d147c313cb2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:55:44.475507 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c0656-76f8-42a1-8296-402508267618 req-07e2e4c4-72e6-4d8b-910f-722172a0c68a tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:44.477140 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-c87c0656-76f8-42a1-8296-402508267618 req-07e2e4c4-72e6-4d8b-910f-722172a0c68a tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/ports?device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b HTTP/1.1" status: 200 len: 945 time: 0.0909281 Jun 14 14:55:44.513248 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-367626da-693f-44f4-9ae1-f3194bb01c4e tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:44.556245 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-2f1ea1c8-87ea-40de-983a-6cdf7dda1b42 None None] Notify callbacks [] for port, precommit_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:44.558341 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-c87c0656-76f8-42a1-8296-402508267618 req-3934e29e-9c1c-4b8f-8bc1-e3c4ef7394f6 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4648ab45-3fe7-4fb0-aedd-27d6176c7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698829 Jun 14 14:55:44.568692 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-2f1ea1c8-87ea-40de-983a-6cdf7dda1b42 None None] Transition to ACTIVE for port object 6cb4329d-0eb4-4850-a1b3-6717a13d535d will not be triggered until provisioned by entity L2. {{(pid=99485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:55:44.595025 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-367626da-693f-44f4-9ae1-f3194bb01c4e tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:44.773431 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-367626da-693f-44f4-9ae1-f3194bb01c4e tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125863'] for security_group_rule, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:44.776421 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:44.783759 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-2f1ea1c8-87ea-40de-983a-6cdf7dda1b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:44.792994 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:44.807878 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367626da-693f-44f4-9ae1-f3194bb01c4e tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90d160c6-c461-49d2-b6ea-68f7ead6e025,revision_number=0']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:44.821054 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-367626da-693f-44f4-9ae1-f3194bb01c4e tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:44.908664 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device 78a00b9e-c4ac-4da0-83f5-a3542dbaed2a up at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:55:44.927829 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-367626da-693f-44f4-9ae1-f3194bb01c4e tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:44.929888 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-367626da-693f-44f4-9ae1-f3194bb01c4e tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5739150 Jun 14 14:55:44.932735 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 38298) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:55:44.939265 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.v2.base [None req-9fdd82b4-3907-47ef-834b-b2b69e6b82fd tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Request body: {'security_group_rule': {'security_group_id': 'e7487a51-824c-4894-935f-37b6063de436', 'project_id': 'a3f11692b2f8449abf062d147c313cb2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:55:44.960308 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2871a43d-1b6d-4f36-bc05-db5d13fbc0f1 None None] Pushing event updated for resources: {'Port': ['ID=6cb4329d-0eb4-4850-a1b3-6717a13d535d,revision_number=3']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:44.963969 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-2871a43d-1b6d-4f36-bc05-db5d13fbc0f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:45.048235 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.managers [None req-2f1ea1c8-87ea-40de-983a-6cdf7dda1b42 None None] Attempting to bind port 6cb4329d-0eb4-4850-a1b3-6717a13d535d on host dv-cinder-726180-9-iscsi for vnic_type normal with profile {{(pid=99485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:55:45.048646 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.managers [None req-2f1ea1c8-87ea-40de-983a-6cdf7dda1b42 None None] Attempting to bind port 6cb4329d-0eb4-4850-a1b3-6717a13d535d by drivers openvswitch,hyperv on host dv-cinder-726180-9-iscsi at level 0 using segments [{'id': '38e4c0d4-5fe0-40dc-9c0c-3a03a2b9d740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '89fb06b7-1cf6-4302-baa8-413d70a84ad2'}] {{(pid=99485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:55:45.048990 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1ea1c8-87ea-40de-983a-6cdf7dda1b42 None None] Attempting to bind port 6cb4329d-0eb4-4850-a1b3-6717a13d535d on network 89fb06b7-1cf6-4302-baa8-413d70a84ad2 {{(pid=99485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:55:45.057296 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1ea1c8-87ea-40de-983a-6cdf7dda1b42 None None] Checking agent: {'id': 'e183279c-24ea-4296-8522-436b00f0c0a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-726180-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 38, 29), 'started_at': datetime.datetime(2021, 6, 14, 14, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-726180-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:55:45.057689 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1ea1c8-87ea-40de-983a-6cdf7dda1b42 None None] Checking segment: {'id': '38e4c0d4-5fe0-40dc-9c0c-3a03a2b9d740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '89fb06b7-1cf6-4302-baa8-413d70a84ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:55:45.058106 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-2f1ea1c8-87ea-40de-983a-6cdf7dda1b42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:45.058549 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1ea1c8-87ea-40de-983a-6cdf7dda1b42 None None] Bound using segment: {'id': '38e4c0d4-5fe0-40dc-9c0c-3a03a2b9d740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '89fb06b7-1cf6-4302-baa8-413d70a84ad2'} {{(pid=99485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:55:45.059073 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.managers [None req-2f1ea1c8-87ea-40de-983a-6cdf7dda1b42 None None] Bound port: 6cb4329d-0eb4-4850-a1b3-6717a13d535d, host: dv-cinder-726180-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38e4c0d4-5fe0-40dc-9c0c-3a03a2b9d740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '89fb06b7-1cf6-4302-baa8-413d70a84ad2'}}] {{(pid=99485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:55:45.059456 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-2f1ea1c8-87ea-40de-983a-6cdf7dda1b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:45.064152 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning complete for port 78a00b9e-c4ac-4da0-83f5-a3542dbaed2a triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:55:45.064531 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:45.080944 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9fdd82b4-3907-47ef-834b-b2b69e6b82fd tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:45.200403 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9fdd82b4-3907-47ef-834b-b2b69e6b82fd tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:45.208826 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-2f1ea1c8-87ea-40de-983a-6cdf7dda1b42 None None] For port 6cb4329d-0eb4-4850-a1b3-6717a13d535d, host dv-cinder-726180-9-iscsi, cleared binding levels {{(pid=99485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:55:45.212725 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-2f1ea1c8-87ea-40de-983a-6cdf7dda1b42 None None] For port 6cb4329d-0eb4-4850-a1b3-6717a13d535d, host dv-cinder-726180-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=6cb4329d-0eb4-4850-a1b3-6717a13d535d,segment=NetworkSegment(38e4c0d4-5fe0-40dc-9c0c-3a03a2b9d740),segment_id=38e4c0d4-5fe0-40dc-9c0c-3a03a2b9d740)] {{(pid=99485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:55:45.309732 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9fdd82b4-3907-47ef-834b-b2b69e6b82fd tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125863'] for security_group_rule, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:45.310808 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-2f1ea1c8-87ea-40de-983a-6cdf7dda1b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:45.316402 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:45.321333 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:45.349625 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdd82b4-3907-47ef-834b-b2b69e6b82fd tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=756093f0-8471-4cba-8c0f-0b47afaf129e,revision_number=0']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:45.365107 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-9fdd82b4-3907-47ef-834b-b2b69e6b82fd tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:45.441673 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1ea1c8-87ea-40de-983a-6cdf7dda1b42 None None] Routers {'8ee753e5-9fce-49c8-9fe7-677ca051df6d'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:55:45.442845 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-9fdd82b4-3907-47ef-834b-b2b69e6b82fd tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:45.443093 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-2f1ea1c8-87ea-40de-983a-6cdf7dda1b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:55:28Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['8ee753e5-9fce-49c8-9fe7-677ca051df6d'], 'active': True} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:55:45.450715 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 38310) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:55:45.456980 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-9fdd82b4-3907-47ef-834b-b2b69e6b82fd tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5228674 Jun 14 14:55:45.460184 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.v2.base [None req-51915774-4235-44bf-b4d6-5acf427987c4 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Request body: {'security_group_rule': {'security_group_id': 'e7487a51-824c-4894-935f-37b6063de436', 'project_id': 'a3f11692b2f8449abf062d147c313cb2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:55:45.601432 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-51915774-4235-44bf-b4d6-5acf427987c4 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:45.721025 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-51915774-4235-44bf-b4d6-5acf427987c4 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:45.795924 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2871a43d-1b6d-4f36-bc05-db5d13fbc0f1 None None] Pushing event updated for resources: {'Port': ['ID=6cb4329d-0eb4-4850-a1b3-6717a13d535d,revision_number=4']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:45.801031 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-2871a43d-1b6d-4f36-bc05-db5d13fbc0f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:45.834366 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3b2bd6-8e4e-4686-9e7f-0fb559a77669 req-f0119b5a-2349-45e4-b89d-0556fc842c71 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:45.836223 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-6e3b2bd6-8e4e-4686-9e7f-0fb559a77669 req-f0119b5a-2349-45e4-b89d-0556fc842c71 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/ports?device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b HTTP/1.1" status: 200 len: 945 time: 0.1127584 Jun 14 14:55:45.875702 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvr_db [None req-2f1ea1c8-87ea-40de-983a-6cdf7dda1b42 None None] Set router 8ee753e5-9fce-49c8-9fe7-677ca051df6d gateway port host: dv-cinder-726180-9-iscsi {{(pid=99485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:55:45.898274 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-51915774-4235-44bf-b4d6-5acf427987c4 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125863'] for security_group_rule, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:45.901603 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-6e3b2bd6-8e4e-4686-9e7f-0fb559a77669 req-33c43905-d458-4aa9-8ccd-a9e80d019709 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4648ab45-3fe7-4fb0-aedd-27d6176c7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593681 Jun 14 14:55:45.909085 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-380d948b-a3e9-4197-9876-63e3c136851f tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:45.925922 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51915774-4235-44bf-b4d6-5acf427987c4 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec2b0ac6-2484-402b-9446-1e066abbe371,revision_number=0']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:45.928798 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-51915774-4235-44bf-b4d6-5acf427987c4 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:46.098987 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-51915774-4235-44bf-b4d6-5acf427987c4 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:46.100267 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-51915774-4235-44bf-b4d6-5acf427987c4 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6480291 Jun 14 14:55:46.103817 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 38320) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:55:46.109955 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.v2.base [None req-00d02214-26a7-49ec-80ba-27307866886b tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Request body: {'security_group_rule': {'security_group_id': 'e7487a51-824c-4894-935f-37b6063de436', 'project_id': 'a3f11692b2f8449abf062d147c313cb2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:55:46.207032 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-2f1ea1c8-87ea-40de-983a-6cdf7dda1b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee753e5-9fce-49c8-9fe7-677ca051df6d', 'name': 'tempest-TestVolumeBootPattern-1807688154-router', 'tenant_id': '29aff244625e436e8186fca3653af18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '78a00b9e-c4ac-4da0-83f5-a3542dbaed2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:55:35Z', 'updated_at': '2021-06-14T14:55:41Z', 'revision_number': 4, 'project_id': '29aff244625e436e8186fca3653af18a', 'gw_port': {'id': '78a00b9e-c4ac-4da0-83f5-a3542dbaed2a', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:53:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee753e5-9fce-49c8-9fe7-677ca051df6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:55:36Z', 'updated_at': '2021-06-14T14:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_interfaces': [{'id': '6cb4329d-0eb4-4850-a1b3-6717a13d535d', 'name': '', 'network_id': '89fb06b7-1cf6-4302-baa8-413d70a84ad2', 'tenant_id': '29aff244625e436e8186fca3653af18a', 'mac_address': 'fa:16:3e:7b:7c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee753e5-9fce-49c8-9fe7-677ca051df6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '7e74ccf8-56b9-46f7-8d52-8e470c3896fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:55:39Z', 'updated_at': '2021-06-14T14:55:45Z', 'revision_number': 4, 'project_id': '29aff244625e436e8186fca3653af18a', 'subnets': [{'id': '7e74ccf8-56b9-46f7-8d52-8e470c3896fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:55:46.211772 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1ea1c8-87ea-40de-983a-6cdf7dda1b42 None None] The sync data for ids ['8ee753e5-9fce-49c8-9fe7-677ca051df6d'] in dv-cinder-726180-9-iscsi is: [{'id': '8ee753e5-9fce-49c8-9fe7-677ca051df6d', 'name': 'tempest-TestVolumeBootPattern-1807688154-router', 'tenant_id': '29aff244625e436e8186fca3653af18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '78a00b9e-c4ac-4da0-83f5-a3542dbaed2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:55:35Z', 'updated_at': '2021-06-14T14:55:41Z', 'revision_number': 4, 'project_id': '29aff244625e436e8186fca3653af18a', 'gw_port': {'id': '78a00b9e-c4ac-4da0-83f5-a3542dbaed2a', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:53:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee753e5-9fce-49c8-9fe7-677ca051df6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:55:36Z', 'updated_at': '2021-06-14T14:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_interfaces': [{'id': '6cb4329d-0eb4-4850-a1b3-6717a13d535d', 'name': '', 'network_id': '89fb06b7-1cf6-4302-baa8-413d70a84ad2', 'tenant_id': '29aff244625e436e8186fca3653af18a', 'mac_address': 'fa:16:3e:7b:7c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee753e5-9fce-49c8-9fe7-677ca051df6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '7e74ccf8-56b9-46f7-8d52-8e470c3896fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:55:39Z', 'updated_at': '2021-06-14T14:55:45Z', 'revision_number': 4, 'project_id': '29aff244625e436e8186fca3653af18a', 'subnets': [{'id': '7e74ccf8-56b9-46f7-8d52-8e470c3896fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 14:55:46.218917 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-00d02214-26a7-49ec-80ba-27307866886b tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:46.338663 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-00d02214-26a7-49ec-80ba-27307866886b tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:46.532251 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-00d02214-26a7-49ec-80ba-27307866886b tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125863'] for security_group_rule, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:46.535691 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-6bf1774c-ca60-49e8-b30f-23f79c80400a tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:46.559783 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d02214-26a7-49ec-80ba-27307866886b tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5b29d54-fc68-40d1-a5bc-fabe0c133acc,revision_number=0']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:46.563172 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-00d02214-26a7-49ec-80ba-27307866886b tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:46.670591 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-00d02214-26a7-49ec-80ba-27307866886b tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:46.672295 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-00d02214-26a7-49ec-80ba-27307866886b tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5669479 Jun 14 14:55:46.676443 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 38322) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:55:46.681513 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.v2.base [None req-a495c1ed-322a-4fe3-836f-72232124cc05 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Request body: {'security_group_rule': {'security_group_id': 'e7487a51-824c-4894-935f-37b6063de436', 'project_id': 'a3f11692b2f8449abf062d147c313cb2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:55:46.863222 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device 6cb4329d-0eb4-4850-a1b3-6717a13d535d up at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:55:46.904924 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.db.securitygroups_db [None req-a495c1ed-322a-4fe3-836f-72232124cc05 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Project a3f11692b2f8449abf062d147c313cb2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 14 14:55:46.916803 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-a495c1ed-322a-4fe3-836f-72232124cc05 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:47.015814 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-a495c1ed-322a-4fe3-836f-72232124cc05 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:47.047942 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning for port 6cb4329d-0eb4-4850-a1b3-6717a13d535d completed by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:55:47.052977 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning complete for port 6cb4329d-0eb4-4850-a1b3-6717a13d535d triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:55:47.053452 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:47.157414 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0653e0-b0cb-4cfc-9d7b-dc3c917fe4df req-64848466-2375-4422-817e-37b3f5854d73 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:47.161231 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-7b0653e0-b0cb-4cfc-9d7b-dc3c917fe4df req-64848466-2375-4422-817e-37b3f5854d73 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/ports?device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b HTTP/1.1" status: 200 len: 945 time: 0.1110828 Jun 14 14:55:47.196526 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:47.197732 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-a495c1ed-322a-4fe3-836f-72232124cc05 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125863'] for security_group_rule, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:47.205445 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:47.240312 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a495c1ed-322a-4fe3-836f-72232124cc05 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10b86b8c-2434-4010-a527-932fe8d1ca5c,revision_number=0']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:47.247346 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-7b0653e0-b0cb-4cfc-9d7b-dc3c917fe4df req-5f7fe474-e774-430c-b4e5-a35d84c865a5 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4648ab45-3fe7-4fb0-aedd-27d6176c7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784450 Jun 14 14:55:47.249784 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-a495c1ed-322a-4fe3-836f-72232124cc05 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:47.285934 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] For port 6cb4329d-0eb4-4850-a1b3-6717a13d535d, host dv-cinder-726180-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=6cb4329d-0eb4-4850-a1b3-6717a13d535d,segment=NetworkSegment(38e4c0d4-5fe0-40dc-9c0c-3a03a2b9d740),segment_id=38e4c0d4-5fe0-40dc-9c0c-3a03a2b9d740)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:55:47.465162 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-a495c1ed-322a-4fe3-836f-72232124cc05 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:47.473769 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-a495c1ed-322a-4fe3-836f-72232124cc05 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7890282 Jun 14 14:55:47.473769 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 38330) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:55:47.474281 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.v2.base [None req-f9dc52d6-2075-44c2-b04c-250213b9ff4f tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Request body: {'security_group_rule': {'security_group_id': 'e7487a51-824c-4894-935f-37b6063de436', 'project_id': 'a3f11692b2f8449abf062d147c313cb2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:55:47.524469 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:47.526253 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-26db13d1-364d-4cf0-aff2-e51be926e724 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:47.600139 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Pushing event updated for resources: {'Port': ['ID=6cb4329d-0eb4-4850-a1b3-6717a13d535d,revision_number=5']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:47.603613 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:47.676865 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.db.securitygroups_db [None req-f9dc52d6-2075-44c2-b04c-250213b9ff4f tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Project a3f11692b2f8449abf062d147c313cb2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 14 14:55:47.682644 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-f9dc52d6-2075-44c2-b04c-250213b9ff4f tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:47.757361 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-f9dc52d6-2075-44c2-b04c-250213b9ff4f tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:47.950393 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-f9dc52d6-2075-44c2-b04c-250213b9ff4f tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125863'] for security_group_rule, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:47.956220 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-dc58d511-4f09-4807-b693-e2878c084c33 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:47.974292 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dc52d6-2075-44c2-b04c-250213b9ff4f tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a0e7133-460b-42dd-a3ce-e3492b775bb9,revision_number=0']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:47.977123 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-f9dc52d6-2075-44c2-b04c-250213b9ff4f tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:48.069075 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-f9dc52d6-2075-44c2-b04c-250213b9ff4f tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:48.070807 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-f9dc52d6-2075-44c2-b04c-250213b9ff4f tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6000721 Jun 14 14:55:48.192608 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-9220511a-d6f6-4529-9cf3-dcdf9e0d60b8 req-8fde4d60-b6f1-4a24-b2a6-776a74376002 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0737848 Jun 14 14:55:48.208114 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab84106-f031-4458-bd32-594daa15be97 req-69b01dc0-d08a-4be5-9dca-cf22b2fecf2b tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:48.210266 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-3ab84106-f031-4458-bd32-594daa15be97 req-69b01dc0-d08a-4be5-9dca-cf22b2fecf2b tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/ports?device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b HTTP/1.1" status: 200 len: 945 time: 0.0989182 Jun 14 14:55:48.285045 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-3ab84106-f031-4458-bd32-594daa15be97 req-6e0bfffc-4695-4831-8769-7f6f20ceced6 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4648ab45-3fe7-4fb0-aedd-27d6176c7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619192 Jun 14 14:55:48.824173 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device 6cb4329d-0eb4-4850-a1b3-6717a13d535d up at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:55:48.889666 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Provisioning complete for port 6cb4329d-0eb4-4850-a1b3-6717a13d535d triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:55:48.889997 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:49.490387 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af692adf-ea15-44f6-a9ae-d8b780b731c0 req-9322ae57-7890-4673-afda-1e958abe9907 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:49.491901 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-af692adf-ea15-44f6-a9ae-d8b780b731c0 req-9322ae57-7890-4673-afda-1e958abe9907 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/ports?device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b HTTP/1.1" status: 200 len: 945 time: 0.0754545 Jun 14 14:55:49.545024 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-af692adf-ea15-44f6-a9ae-d8b780b731c0 req-0561736a-170d-4be2-a979-908dfdb85a39 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4648ab45-3fe7-4fb0-aedd-27d6176c7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462856 Jun 14 14:55:50.098268 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device 5522849e-cba4-4b7d-86ef-3ee3d489e216 no longer exists at agent hyperv_hv-cinder-72618 {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 14:55:50.210084 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:50.238835 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0594e824-aef2-4eb8-afa3-2d0cfa61133b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5522849e-cba4-4b7d-86ef-3ee3d489e216'}] {{(pid=99485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:55:50.241531 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb48b8a921a599a4918edb6fe4edb23e72f7f4aaa6ba2d648db764b95ae78972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a84c9a60-bef5-4e71-9aad-4acccb7c1480" -d '{"events": [{"server_uuid": "0594e824-aef2-4eb8-afa3-2d0cfa61133b", "name": "network-vif-unplugged", "status": "completed", "tag": "5522849e-cba4-4b7d-86ef-3ee3d489e216"}]}' {{(pid=99485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:55:50.262087 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] For port 5522849e-cba4-4b7d-86ef-3ee3d489e216, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=5522849e-cba4-4b7d-86ef-3ee3d489e216,segment=NetworkSegment(400310be-4fab-419b-9e19-36d89a0b3d4c),segment_id=400310be-4fab-419b-9e19-36d89a0b3d4c)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:55:50.286044 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 14 Jun 2021 14:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe0c730-dd47-4d1c-a5e9-6b17403b99a2 x-openstack-request-id: req-efe0c730-dd47-4d1c-a5e9-6b17403b99a2 {{(pid=99485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:55:50.286349 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0594e824-aef2-4eb8-afa3-2d0cfa61133b", "name": "network-vif-unplugged", "status": "failed", "tag": "5522849e-cba4-4b7d-86ef-3ee3d489e216", "code": 422}]} {{(pid=99485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:55:50.286624 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-efe0c730-dd47-4d1c-a5e9-6b17403b99a2 {{(pid=99485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:55:50.287030 dv-cinder-726180-9-iscsi neutron-server[99485]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0594e824-aef2-4eb8-afa3-2d0cfa61133b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5522849e-cba4-4b7d-86ef-3ee3d489e216', 'code': 422} returned with failed status Jun 14 14:55:50.384549 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:50.386435 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:50.495137 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Pushing event updated for resources: {'Port': ['ID=5522849e-cba4-4b7d-86ef-3ee3d489e216,revision_number=6']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:50.501857 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:50.808131 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4286add3-04a9-4333-a062-3fc2b07bb49f req-d8f4fe12-dacb-478b-a780-c649e855ffeb tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:50.810802 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-4286add3-04a9-4333-a062-3fc2b07bb49f req-d8f4fe12-dacb-478b-a780-c649e855ffeb tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/ports?device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b HTTP/1.1" status: 200 len: 943 time: 0.0976615 Jun 14 14:55:50.865120 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-4286add3-04a9-4333-a062-3fc2b07bb49f req-11ef69f5-cd28-479b-8079-dbd4952e2180 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4648ab45-3fe7-4fb0-aedd-27d6176c7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455685 Jun 14 14:55:52.080711 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0780fba9-054a-4ac6-b17c-0787cccd1e35 req-a6a7c3eb-c284-445c-b099-936e28f56575 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:52.082116 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-0780fba9-054a-4ac6-b17c-0787cccd1e35 req-a6a7c3eb-c284-445c-b099-936e28f56575 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/ports?device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b HTTP/1.1" status: 200 len: 943 time: 0.0831110 Jun 14 14:55:52.166448 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-0780fba9-054a-4ac6-b17c-0787cccd1e35 req-fe4ee2a5-a25e-4a58-b130-48d750d7a6ad tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4648ab45-3fe7-4fb0-aedd-27d6176c7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771852 Jun 14 14:55:52.193953 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220511a-d6f6-4529-9cf3-dcdf9e0d60b8 req-af64735d-d063-4626-893a-928488f495cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:52.198482 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-9220511a-d6f6-4529-9cf3-dcdf9e0d60b8 req-af64735d-d063-4626-893a-928488f495cd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b&tenant_id=8730e6a0fdc54b92a4e0d83a015c460a HTTP/1.1" status: 200 len: 1096 time: 0.0806780 Jun 14 14:55:52.310973 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220511a-d6f6-4529-9cf3-dcdf9e0d60b8 req-4b155536-4334-4268-9a09-feeaf58f1c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:52.317128 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-9220511a-d6f6-4529-9cf3-dcdf9e0d60b8 req-4b155536-4334-4268-9a09-feeaf58f1c45 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8730e6a0fdc54b92a4e0d83a015c460a&device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b HTTP/1.1" status: 200 len: 1096 time: 0.0858498 Jun 14 14:55:52.448812 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220511a-d6f6-4529-9cf3-dcdf9e0d60b8 req-8c272e07-9cbb-4dee-bc57-91cc0534057d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:52.450263 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-9220511a-d6f6-4529-9cf3-dcdf9e0d60b8 req-8c272e07-9cbb-4dee-bc57-91cc0534057d service neutron] 10.222.0.21 "GET /v2.0/networks?id=ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b HTTP/1.1" status: 200 len: 909 time: 0.1267657 Jun 14 14:55:52.549527 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-9220511a-d6f6-4529-9cf3-dcdf9e0d60b8 req-9d7b398e-a59f-42a2-9a84-1c9639badfd4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5522849e-cba4-4b7d-86ef-3ee3d489e216 HTTP/1.1" status: 200 len: 999 time: 0.0896444 Jun 14 14:55:52.612867 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220511a-d6f6-4529-9cf3-dcdf9e0d60b8 req-9107e63f-b160-45ab-a3eb-22dd23020c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:52.614305 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-9220511a-d6f6-4529-9cf3-dcdf9e0d60b8 req-9107e63f-b160-45ab-a3eb-22dd23020c7f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e340e8c9-7a51-4312-92aa-f88338355222 HTTP/1.1" status: 200 len: 847 time: 0.0578682 Jun 14 14:55:52.699613 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220511a-d6f6-4529-9cf3-dcdf9e0d60b8 req-cc898149-deaf-4405-bf61-2daa9a204b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:52.699613 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-9220511a-d6f6-4529-9cf3-dcdf9e0d60b8 req-cc898149-deaf-4405-bf61-2daa9a204b5a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0756249 Jun 14 14:55:52.838424 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-9220511a-d6f6-4529-9cf3-dcdf9e0d60b8 req-b726df65-5b3e-4f1c-b017-9dd6127ec26d service neutron] 10.222.0.21 "GET /v2.0/networks/ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310759 Jun 14 14:55:52.964062 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-9220511a-d6f6-4529-9cf3-dcdf9e0d60b8 req-6a5334c9-b6b4-4c7c-b275-9f648ef2ccdb service neutron] 10.222.0.21 "GET /v2.0/networks/ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157477 Jun 14 14:55:53.380918 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a26f15-c94e-4631-bc17-6db6d9dcefe4 req-c7845563-4dfd-49f5-ac9d-8c59ea4b63e4 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:53.383449 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-b5a26f15-c94e-4631-bc17-6db6d9dcefe4 req-c7845563-4dfd-49f5-ac9d-8c59ea4b63e4 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/ports?device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b HTTP/1.1" status: 200 len: 943 time: 0.0737245 Jun 14 14:55:53.436970 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-b5a26f15-c94e-4631-bc17-6db6d9dcefe4 req-1e2d0001-30ab-4626-9612-254017e70fdf tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4648ab45-3fe7-4fb0-aedd-27d6176c7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471923 Jun 14 14:55:54.665928 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d98699-9b4e-493c-8810-53e664bd8883 req-f8cc975c-4fe1-416a-b5c1-321670c48801 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:54.667407 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-01d98699-9b4e-493c-8810-53e664bd8883 req-f8cc975c-4fe1-416a-b5c1-321670c48801 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/ports?device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b HTTP/1.1" status: 200 len: 943 time: 0.0936081 Jun 14 14:55:54.719040 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-01d98699-9b4e-493c-8810-53e664bd8883 req-aa832a98-0abe-4654-a770-87f9cf89227f tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4648ab45-3fe7-4fb0-aedd-27d6176c7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435030 Jun 14 14:55:54.826246 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 38490) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:55:54.978586 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-8447c940-75fd-4610-b31f-62e2173c5091 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:55.125471 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-8447c940-75fd-4610-b31f-62e2173c5091 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:55.280725 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-8447c940-75fd-4610-b31f-62e2173c5091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:55.292628 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-c9132a41-a511-4651-ad25-f89a3b54c1e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:55.324291 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-8447c940-75fd-4610-b31f-62e2173c5091 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=18c8857d0f0c4f8fb776122c7a6418e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4970920 Jun 14 14:55:55.328990 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 38494) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:55:55.337753 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8447c940-75fd-4610-b31f-62e2173c5091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3650ceb4-7d80-4d80-931b-15004fe0a9a5,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:55.347866 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-8447c940-75fd-4610-b31f-62e2173c5091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:55.408393 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-11d3462a-904b-4bdd-8a59-8997a88943aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:55.439625 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-11d3462a-904b-4bdd-8a59-8997a88943aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:55.622425 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-11d3462a-904b-4bdd-8a59-8997a88943aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:55.625987 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-11d3462a-904b-4bdd-8a59-8997a88943aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:55.627224 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-11d3462a-904b-4bdd-8a59-8997a88943aa admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3650ceb4-7d80-4d80-931b-15004fe0a9a5 HTTP/1.1" status: 204 len: 168 time: 0.2972393 Jun 14 14:55:55.628288 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-2ebbae2b-92a3-41d0-9d42-dc200dd319ae tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:55.641251 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d3462a-904b-4bdd-8a59-8997a88943aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3650ceb4-7d80-4d80-931b-15004fe0a9a5,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:55.644488 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-11d3462a-904b-4bdd-8a59-8997a88943aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:55.796743 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-d6454202-f8d2-4470-ac43-10588f3f6d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:55.968857 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3917b142-0d6f-4387-9220-743e1371737c req-bd96f2dd-6fe5-40d7-bea8-e63fa07ddf00 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:55.970488 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-3917b142-0d6f-4387-9220-743e1371737c req-bd96f2dd-6fe5-40d7-bea8-e63fa07ddf00 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/ports?device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b HTTP/1.1" status: 200 len: 943 time: 0.0955479 Jun 14 14:55:56.031595 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-3917b142-0d6f-4387-9220-743e1371737c req-7384339d-2900-480f-b510-a8bc47378352 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4648ab45-3fe7-4fb0-aedd-27d6176c7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519447 Jun 14 14:55:56.738147 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 38504) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:55:56.756107 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-2dc4ee98-d798-438b-8860-4a26a1fe172a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:56.859835 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-2dc4ee98-d798-438b-8860-4a26a1fe172a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:56.943899 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-2dc4ee98-d798-438b-8860-4a26a1fe172a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:56.946842 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-44b9b654-7766-49f7-bddd-bfbdb12a1888 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:56.990905 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc4ee98-d798-438b-8860-4a26a1fe172a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aeec7d6-9ef9-4edd-b6d5-451387b16058,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:56.995439 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-2dc4ee98-d798-438b-8860-4a26a1fe172a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=10471e157fd3470b96394d0a0a57c5a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2562120 Jun 14 14:55:56.996690 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-2dc4ee98-d798-438b-8860-4a26a1fe172a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:56.998285 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 38510) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:55:57.065049 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-94688b42-b066-4cf4-99aa-88544a7a70b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:57.089629 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-94688b42-b066-4cf4-99aa-88544a7a70b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:57.227778 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949c0f0f-eafa-4fd3-9b1f-85893a5df0c3 req-ecc1bec5-fe49-431f-8290-a5d0c5a79264 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:57.229259 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-949c0f0f-eafa-4fd3-9b1f-85893a5df0c3 req-ecc1bec5-fe49-431f-8290-a5d0c5a79264 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/ports?device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b HTTP/1.1" status: 200 len: 943 time: 0.0794218 Jun 14 14:55:57.270135 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-94688b42-b066-4cf4-99aa-88544a7a70b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:57.273169 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-94688b42-b066-4cf4-99aa-88544a7a70b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:57.273713 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-949c0f0f-eafa-4fd3-9b1f-85893a5df0c3 req-68433006-0688-41d0-a0d0-14dc45eb1dda tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4648ab45-3fe7-4fb0-aedd-27d6176c7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379639 Jun 14 14:55:57.275168 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-94688b42-b066-4cf4-99aa-88544a7a70b1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1aeec7d6-9ef9-4edd-b6d5-451387b16058 HTTP/1.1" status: 204 len: 168 time: 0.2756915 Jun 14 14:55:57.276127 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-3507bcfd-92d0-4cc2-83d6-eb5f3867ef3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:57.289342 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94688b42-b066-4cf4-99aa-88544a7a70b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aeec7d6-9ef9-4edd-b6d5-451387b16058,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:57.297329 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-94688b42-b066-4cf4-99aa-88544a7a70b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:58.477072 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c68280e-7483-45ef-bba3-dc46a155a615 req-bb694235-dcdd-4ae1-aa65-a94f315bb9b8 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:58.478634 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-2c68280e-7483-45ef-bba3-dc46a155a615 req-bb694235-dcdd-4ae1-aa65-a94f315bb9b8 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/ports?device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b HTTP/1.1" status: 200 len: 943 time: 0.0754085 Jun 14 14:55:58.541434 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-2c68280e-7483-45ef-bba3-dc46a155a615 req-51b0f89e-ee9b-4cb5-88a6-b8e02c419492 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4648ab45-3fe7-4fb0-aedd-27d6176c7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555034 Jun 14 14:55:58.615810 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-f67283ee-34de-4db1-9f93-1924ce464535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:58.813253 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:59.688431 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-fac6794f-d54e-43a2-84ad-332974bc6d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:59.804237 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc25ec2c-611d-46a9-8f27-93bdf089713d req-57a7d8fb-f4a1-4749-86de-d62bc03deab4 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:59.806605 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-cc25ec2c-611d-46a9-8f27-93bdf089713d req-57a7d8fb-f4a1-4749-86de-d62bc03deab4 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/ports?device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b HTTP/1.1" status: 200 len: 943 time: 0.1070466 Jun 14 14:55:59.869764 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-cc25ec2c-611d-46a9-8f27-93bdf089713d req-754b8ca3-d32a-450d-bdc2-31197427f3ba tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4648ab45-3fe7-4fb0-aedd-27d6176c7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545466 Jun 14 14:56:00.714149 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:01.089465 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2587935e-3161-4f03-9fc7-c190027bc9ec req-7035031b-e321-4695-b27f-c0428f514c2a tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:01.090955 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-2587935e-3161-4f03-9fc7-c190027bc9ec req-7035031b-e321-4695-b27f-c0428f514c2a tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/ports?device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b HTTP/1.1" status: 200 len: 943 time: 0.0848782 Jun 14 14:56:01.141379 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-2587935e-3161-4f03-9fc7-c190027bc9ec req-ab17c332-544e-4aca-b4e0-589bd02dc368 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4648ab45-3fe7-4fb0-aedd-27d6176c7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427790 Jun 14 14:56:01.450872 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-39b4335d-7f90-4c96-ac82-c584c202a69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:02.158589 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device 5522849e-cba4-4b7d-86ef-3ee3d489e216 details requested by agent hyperv_hv-cinder-72618 with host hv-cinder-72618 {{(pid=99485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 14:56:02.297388 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] For port 5522849e-cba4-4b7d-86ef-3ee3d489e216, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=5522849e-cba4-4b7d-86ef-3ee3d489e216,segment=NetworkSegment(400310be-4fab-419b-9e19-36d89a0b3d4c),segment_id=400310be-4fab-419b-9e19-36d89a0b3d4c)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:56:02.312669 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Returning: {'device': '5522849e-cba4-4b7d-86ef-3ee3d489e216', 'network_id': 'ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b', 'port_id': '5522849e-cba4-4b7d-86ef-3ee3d489e216', 'mac_address': 'fa:16:3e:be:3a:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e340e8c9-7a51-4312-92aa-f88338355222', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 14:56:02.359571 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:02.364090 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49e3d7d-2c89-45b7-84b0-5486366e984c req-12379e79-8cb4-479c-a6ad-026d238324de tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:02.365706 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-e49e3d7d-2c89-45b7-84b0-5486366e984c req-12379e79-8cb4-479c-a6ad-026d238324de tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/ports?device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b HTTP/1.1" status: 200 len: 943 time: 0.0949297 Jun 14 14:56:02.375301 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.notifiers.nova [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5522849e-cba4-4b7d-86ef-3ee3d489e216 {{(pid=99485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:56:02.398932 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] For port 5522849e-cba4-4b7d-86ef-3ee3d489e216, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=5522849e-cba4-4b7d-86ef-3ee3d489e216,segment=NetworkSegment(400310be-4fab-419b-9e19-36d89a0b3d4c),segment_id=400310be-4fab-419b-9e19-36d89a0b3d4c)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:56:02.411998 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-e49e3d7d-2c89-45b7-84b0-5486366e984c req-2a4abf7f-089d-4a7f-9cee-cd67731040ff tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4648ab45-3fe7-4fb0-aedd-27d6176c7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400388 Jun 14 14:56:02.550326 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:02.552215 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:56:02.609548 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Pushing event updated for resources: {'Port': ['ID=5522849e-cba4-4b7d-86ef-3ee3d489e216,revision_number=7']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:56:02.612922 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:56:02.702253 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 38574) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:56:02.835498 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] get_ports_and_sgs() called for port_ids ['5522849e-cba4-4b7d-86ef-3ee3d489e216'] {{(pid=99485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 14:56:02.835846 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-5d3c7b40-0724-4036-a873-fd2bc322967b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:02.956474 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-5d3c7b40-0724-4036-a873-fd2bc322967b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:03.108128 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-5d3c7b40-0724-4036-a873-fd2bc322967b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:03.110831 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-fcc09969-fca2-4b4d-9a7a-73b9ea7919c5 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:56:03.150547 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3c7b40-0724-4036-a873-fd2bc322967b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe01017-298a-4193-8c56-4c4a3cc8bdb2,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:56:03.159614 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 38578) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:56:03.160038 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-5d3c7b40-0724-4036-a873-fd2bc322967b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=98ea5213d4734715baeb038f48728409&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4563651 Jun 14 14:56:03.160826 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-5d3c7b40-0724-4036-a873-fd2bc322967b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:56:03.231673 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-3bac042d-fec5-4694-ae98-7e4761d613c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:03.256334 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-3bac042d-fec5-4694-ae98-7e4761d613c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:03.416455 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-3bac042d-fec5-4694-ae98-7e4761d613c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:03.419553 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-3bac042d-fec5-4694-ae98-7e4761d613c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:03.421333 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-3bac042d-fec5-4694-ae98-7e4761d613c7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dbe01017-298a-4193-8c56-4c4a3cc8bdb2 HTTP/1.1" status: 204 len: 168 time: 0.2604778 Jun 14 14:56:03.422325 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-0fa66f44-f238-4f68-b515-3b4e8248e9ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:56:03.432313 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bac042d-fec5-4694-ae98-7e4761d613c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe01017-298a-4193-8c56-4c4a3cc8bdb2,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:56:03.434774 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-3bac042d-fec5-4694-ae98-7e4761d613c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:56:03.632292 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efce42b-7f63-4574-9709-d2b6cc288ce2 req-3b804f12-7ada-4209-8231-e8110762d080 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:03.634199 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-8efce42b-7f63-4574-9709-d2b6cc288ce2 req-3b804f12-7ada-4209-8231-e8110762d080 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/ports?device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b HTTP/1.1" status: 200 len: 944 time: 0.0888751 Jun 14 14:56:03.679035 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-8efce42b-7f63-4574-9709-d2b6cc288ce2 req-1ad631cc-fb5d-4aa3-8053-37cf96892f59 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4648ab45-3fe7-4fb0-aedd-27d6176c7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379636 Jun 14 14:56:04.157475 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device 5522849e-cba4-4b7d-86ef-3ee3d489e216 up at agent hyperv_hv-cinder-72618 {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:56:04.214871 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Provisioning complete for port 5522849e-cba4-4b7d-86ef-3ee3d489e216 triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:56:04.215254 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:04.305097 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:04.334083 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0594e824-aef2-4eb8-afa3-2d0cfa61133b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5522849e-cba4-4b7d-86ef-3ee3d489e216'}] {{(pid=99485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:56:04.336359 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb48b8a921a599a4918edb6fe4edb23e72f7f4aaa6ba2d648db764b95ae78972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c542ed-0f14-4010-b84f-04aeece531b0" -d '{"events": [{"server_uuid": "0594e824-aef2-4eb8-afa3-2d0cfa61133b", "name": "network-vif-plugged", "status": "completed", "tag": "5522849e-cba4-4b7d-86ef-3ee3d489e216"}]}' {{(pid=99485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:56:04.361429 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] For port 5522849e-cba4-4b7d-86ef-3ee3d489e216, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=5522849e-cba4-4b7d-86ef-3ee3d489e216,segment=NetworkSegment(400310be-4fab-419b-9e19-36d89a0b3d4c),segment_id=400310be-4fab-419b-9e19-36d89a0b3d4c)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:56:04.375889 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 14:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a37da67d-217a-422b-9a26-88cb5b391f17 x-openstack-request-id: req-a37da67d-217a-422b-9a26-88cb5b391f17 {{(pid=99485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:56:04.376215 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0594e824-aef2-4eb8-afa3-2d0cfa61133b", "name": "network-vif-plugged", "status": "completed", "tag": "5522849e-cba4-4b7d-86ef-3ee3d489e216", "code": 200}]} {{(pid=99485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:56:04.376474 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a37da67d-217a-422b-9a26-88cb5b391f17 {{(pid=99485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:56:04.376891 dv-cinder-726180-9-iscsi neutron-server[99485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0594e824-aef2-4eb8-afa3-2d0cfa61133b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5522849e-cba4-4b7d-86ef-3ee3d489e216', 'code': 200} Jun 14 14:56:04.459449 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:04.462357 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:56:04.517065 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Pushing event updated for resources: {'Port': ['ID=5522849e-cba4-4b7d-86ef-3ee3d489e216,revision_number=8']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:56:04.520957 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:56:04.822731 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a45daa1-620b-4007-ac1b-130a7f4ff2e7 req-9dae1420-c2ca-4574-a766-71e971ce10ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:04.825133 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-5a45daa1-620b-4007-ac1b-130a7f4ff2e7 req-9dae1420-c2ca-4574-a766-71e971ce10ff service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b HTTP/1.1" status: 200 len: 1098 time: 0.0806682 Jun 14 14:56:04.875156 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-5a45daa1-620b-4007-ac1b-130a7f4ff2e7 req-5fc8a1dd-cc27-46b3-9b18-2f77a1d29ab0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4648ab45-3fe7-4fb0-aedd-27d6176c7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422864 Jun 14 14:56:04.903137 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5102507-2d57-4728-a372-409ed065931d req-b8643f48-5a8f-4e1a-a20c-bb7e3bea4401 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:04.904665 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-a5102507-2d57-4728-a372-409ed065931d req-b8643f48-5a8f-4e1a-a20c-bb7e3bea4401 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/ports?device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b HTTP/1.1" status: 200 len: 945 time: 0.0923679 Jun 14 14:56:04.949316 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-a5102507-2d57-4728-a372-409ed065931d req-74d7c211-36d0-4944-87a3-1391366caf80 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4648ab45-3fe7-4fb0-aedd-27d6176c7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388510 Jun 14 14:56:06.149180 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a78a6d-f824-48d9-ae10-5a4c74713128 req-302a7107-ee65-420a-94b5-694e0fc23320 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:06.150659 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-d8a78a6d-f824-48d9-ae10-5a4c74713128 req-302a7107-ee65-420a-94b5-694e0fc23320 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/ports?device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b HTTP/1.1" status: 200 len: 945 time: 0.0773766 Jun 14 14:56:06.202697 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-d8a78a6d-f824-48d9-ae10-5a4c74713128 req-502a1e53-64b0-4a33-8277-5738d5986b35 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4648ab45-3fe7-4fb0-aedd-27d6176c7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454023 Jun 14 14:56:10.001007 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-deafac1b-964b-4ab0-b6e1-3b941f59682a req-ff133b5d-0465-45f5-b3c2-1a9dab5b2e44 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1211621206&fields=id&tenant_id=a3f11692b2f8449abf062d147c313cb2 HTTP/1.1" status: 200 len: 267 time: 0.0392830 Jun 14 14:56:10.148171 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deafac1b-964b-4ab0-b6e1-3b941f59682a req-54929cc6-fafe-40c6-a4cf-4319ccfc89a8 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:10.149636 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-deafac1b-964b-4ab0-b6e1-3b941f59682a req-54929cc6-fafe-40c6-a4cf-4319ccfc89a8 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/networks?id=5de2046a-1fb6-45f0-8b8a-db9f6abde019 HTTP/1.1" status: 200 len: 811 time: 0.1419101 Jun 14 14:56:10.165275 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-deafac1b-964b-4ab0-b6e1-3b941f59682a req-f54e8343-474e-4914-8ef7-117640d62f37 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/quotas/a3f11692b2f8449abf062d147c313cb2 HTTP/1.1" status: 200 len: 375 time: 0.0094790 Jun 14 14:56:10.255129 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-deafac1b-964b-4ab0-b6e1-3b941f59682a req-5753c6f5-89dc-4c6d-ac94-1dfc502ab93d tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a3f11692b2f8449abf062d147c313cb2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0794966 Jun 14 14:56:10.385254 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-deafac1b-964b-4ab0-b6e1-3b941f59682a req-85bdcf9a-27be-4f9b-bb1c-b215500f5fa4 service neutron] 10.222.0.55 "GET /v2.0/networks/5de2046a-1fb6-45f0-8b8a-db9f6abde019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188397 Jun 14 14:56:10.506455 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-deafac1b-964b-4ab0-b6e1-3b941f59682a req-9d98723c-a17e-45d6-9ac3-f8a3318b4cdc service neutron] 10.222.0.55 "GET /v2.0/networks/5de2046a-1fb6-45f0-8b8a-db9f6abde019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142020 Jun 14 14:56:11.198982 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-0ae94e6e-54d7-4626-86d5-bf5e6e0d300f req-da149b94-2e96-4b7e-8e71-2082d92a46ae tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/ports?device_id=125630bd-d67e-48fc-8211-0d2965b74abb HTTP/1.1" status: 200 len: 210 time: 0.0441458 Jun 14 14:56:12.303311 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-538a21c9-152f-4d28-a61b-e2986809b0ae req-dce3f852-6de0-4667-8c99-0fae1a37b340 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/ports?device_id=125630bd-d67e-48fc-8211-0d2965b74abb HTTP/1.1" status: 200 len: 210 time: 0.0458920 Jun 14 14:56:13.457626 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-da6bc630-870b-463d-8c7a-175afdc5c64a req-e6ce037f-45f9-4836-8ed9-e54593fd3568 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/ports?device_id=125630bd-d67e-48fc-8211-0d2965b74abb HTTP/1.1" status: 200 len: 210 time: 0.0340478 Jun 14 14:56:14.170359 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deafac1b-964b-4ab0-b6e1-3b941f59682a req-1326b63d-8d24-4b86-a216-11f4aba00213 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:14.172091 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-deafac1b-964b-4ab0-b6e1-3b941f59682a req-1326b63d-8d24-4b86-a216-11f4aba00213 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.21 "GET /v2.0/networks?id=5de2046a-1fb6-45f0-8b8a-db9f6abde019 HTTP/1.1" status: 200 len: 811 time: 0.1369264 Jun 14 14:56:14.228875 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-deafac1b-964b-4ab0-b6e1-3b941f59682a req-ba831d8e-b135-4fc0-9904-fc5d333843f0 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3f11692b2f8449abf062d147c313cb2 HTTP/1.1" status: 200 len: 380 time: 0.0470057 Jun 14 14:56:14.242816 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.v2.base [req-deafac1b-964b-4ab0-b6e1-3b941f59682a req-b3d04e69-b4de-450c-aa98-248d50ae17ab tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Request body: {'port': {'device_id': '125630bd-d67e-48fc-8211-0d2965b74abb', 'network_id': '5de2046a-1fb6-45f0-8b8a-db9f6abde019', 'admin_state_up': True, 'tenant_id': 'a3f11692b2f8449abf062d147c313cb2', 'security_groups': ['e7487a51-824c-4894-935f-37b6063de436']}} {{(pid=99484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:56:14.576557 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deafac1b-964b-4ab0-b6e1-3b941f59682a req-b3d04e69-b4de-450c-aa98-248d50ae17ab tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Made reservation on behalf of a3f11692b2f8449abf062d147c313cb2 for: {'port': 1} {{(pid=99484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:56:14.580170 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-deafac1b-964b-4ab0-b6e1-3b941f59682a req-b3d04e69-b4de-450c-aa98-248d50ae17ab tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905267'] for port, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:14.633799 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-0ab3c3d9-647d-40d1-96eb-70e399b22128 req-f7a866d6-f8eb-4a74-a3c5-a8981e246cf8 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/ports?device_id=125630bd-d67e-48fc-8211-0d2965b74abb HTTP/1.1" status: 200 len: 210 time: 0.0510621 Jun 14 14:56:14.790866 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.db_base_plugin_common [req-deafac1b-964b-4ab0-b6e1-3b941f59682a req-b3d04e69-b4de-450c-aa98-248d50ae17ab tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Allocated IP 172.20.0.9 (5de2046a-1fb6-45f0-8b8a-db9f6abde019/1232b771-0d43-4b91-a771-4713ef8d7898/40499fb3-599e-48e5-97e7-006821aa77f8) {{(pid=99484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:56:15.042536 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdce446-4a7c-42df-86f6-81bae4e181e2 req-a31408b3-1fc3-424c-a73f-a4249f969cf0 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:15.043896 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-ecdce446-4a7c-42df-86f6-81bae4e181e2 req-a31408b3-1fc3-424c-a73f-a4249f969cf0 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 946 time: 0.1752939 Jun 14 14:56:15.047407 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-deafac1b-964b-4ab0-b6e1-3b941f59682a req-b3d04e69-b4de-450c-aa98-248d50ae17ab tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks [] for port, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:15.079889 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.provisioning_blocks [req-deafac1b-964b-4ab0-b6e1-3b941f59682a req-b3d04e69-b4de-450c-aa98-248d50ae17ab tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Transition to ACTIVE for port object 40499fb3-599e-48e5-97e7-006821aa77f8 will not be triggered until provisioned by entity DHCP. {{(pid=99484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:56:15.109008 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-ecdce446-4a7c-42df-86f6-81bae4e181e2 req-780e1d53-7629-4dee-b349-ac84c7c6fff2 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05144d8-074a-4edb-a2b3-52073245922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591524 Jun 14 14:56:15.230064 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-deafac1b-964b-4ab0-b6e1-3b941f59682a req-b3d04e69-b4de-450c-aa98-248d50ae17ab tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-905456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763375065887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12090236'] for port, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:15.234534 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-8b1348db-0dd2-4a99-a999-7ac6d9c84db3 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:56:15.283572 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deafac1b-964b-4ab0-b6e1-3b941f59682a req-b3d04e69-b4de-450c-aa98-248d50ae17ab tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Network 5de2046a-1fb6-45f0-8b8a-db9f6abde019 is already hosted by enough agents. {{(pid=99484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:56:15.286995 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.base_scheduler [req-deafac1b-964b-4ab0-b6e1-3b941f59682a req-b3d04e69-b4de-450c-aa98-248d50ae17ab tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Resources bound (agent type, host, resource id): {{(pid=99484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:56:15.294214 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.l3_dvrscheduler_db [req-deafac1b-964b-4ab0-b6e1-3b941f59682a req-b3d04e69-b4de-450c-aa98-248d50ae17ab tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Received port after_create {{(pid=99484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:56:15.336210 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d04e69-b4de-450c-aa98-248d50ae17ab tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Pushing event updated for resources: {'Port': ['ID=40499fb3-599e-48e5-97e7-006821aa77f8,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:56:15.341084 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-b3d04e69-b4de-450c-aa98-248d50ae17ab tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:56:15.367475 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deafac1b-964b-4ab0-b6e1-3b941f59682a req-b3d04e69-b4de-450c-aa98-248d50ae17ab tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:15.368179 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-deafac1b-964b-4ab0-b6e1-3b941f59682a req-b3d04e69-b4de-450c-aa98-248d50ae17ab tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645'] for port, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:15.493470 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-deafac1b-964b-4ab0-b6e1-3b941f59682a req-b3d04e69-b4de-450c-aa98-248d50ae17ab tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2555065 Jun 14 14:56:15.507367 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.v2.base [req-deafac1b-964b-4ab0-b6e1-3b941f59682a req-d791c123-5f2c-4418-97d8-d02421abf9f6 service neutron] Request body: {'port': {'device_id': '125630bd-d67e-48fc-8211-0d2965b74abb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-72618'}} {{(pid=99484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:56:15.602357 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-deafac1b-964b-4ab0-b6e1-3b941f59682a req-d791c123-5f2c-4418-97d8-d02421abf9f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:15.727356 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-ddbfc79a-8784-4ffa-ad0a-04f15f732b54 None None] Provisioning for port 40499fb3-599e-48e5-97e7-006821aa77f8 completed by entity DHCP. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:56:15.734414 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-ddbfc79a-8784-4ffa-ad0a-04f15f732b54 None None] Provisioning complete for port 40499fb3-599e-48e5-97e7-006821aa77f8 triggered by entity DHCP. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:56:15.734882 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-ddbfc79a-8784-4ffa-ad0a-04f15f732b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:15.788505 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-ddbfc79a-8784-4ffa-ad0a-04f15f732b54 None None] Port 40499fb3-599e-48e5-97e7-006821aa77f8 cannot update to ACTIVE because it is not bound. {{(pid=99485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 14:56:15.879647 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08da3653-e515-4fdf-af5c-608337786bec req-0a4fb40f-acd1-4940-be8c-400fccc0ccb7 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:15.880940 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-08da3653-e515-4fdf-af5c-608337786bec req-0a4fb40f-acd1-4940-be8c-400fccc0ccb7 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/ports?device_id=125630bd-d67e-48fc-8211-0d2965b74abb HTTP/1.1" status: 200 len: 931 time: 0.0846558 Jun 14 14:56:15.933630 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-08da3653-e515-4fdf-af5c-608337786bec req-d4e2c0db-5c4c-4831-ad83-9e1974697149 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7487a51-824c-4894-935f-37b6063de436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441952 Jun 14 14:56:15.957951 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.notifiers.nova [req-deafac1b-964b-4ab0-b6e1-3b941f59682a req-d791c123-5f2c-4418-97d8-d02421abf9f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40499fb3-599e-48e5-97e7-006821aa77f8 {{(pid=99484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:56:15.967382 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-deafac1b-964b-4ab0-b6e1-3b941f59682a req-d791c123-5f2c-4418-97d8-d02421abf9f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:15.980819 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.provisioning_blocks [req-deafac1b-964b-4ab0-b6e1-3b941f59682a req-d791c123-5f2c-4418-97d8-d02421abf9f6 service neutron] Transition to ACTIVE for port object 40499fb3-599e-48e5-97e7-006821aa77f8 will not be triggered until provisioned by entity L2. {{(pid=99484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:56:16.098496 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-deafac1b-964b-4ab0-b6e1-3b941f59682a req-d791c123-5f2c-4418-97d8-d02421abf9f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12090178'] for port, after_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:16.102592 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-7ba53040-dd0c-48d3-87a4-49cf045ee663 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:56:16.172130 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.agents_db [None req-f05f0e2d-2be5-4cb0-86e7-333c7e47477b None None] Agent healthcheck: found 6 active agents {{(pid=99486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 14:56:16.240899 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d791c123-5f2c-4418-97d8-d02421abf9f6 service neutron] Pushing event updated for resources: {'Port': ['ID=40499fb3-599e-48e5-97e7-006821aa77f8,revision_number=2']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:56:16.244416 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-d791c123-5f2c-4418-97d8-d02421abf9f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:56:16.357705 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.managers [req-deafac1b-964b-4ab0-b6e1-3b941f59682a req-d791c123-5f2c-4418-97d8-d02421abf9f6 service neutron] Attempting to bind port 40499fb3-599e-48e5-97e7-006821aa77f8 on host hv-cinder-72618 for vnic_type normal with profile {{(pid=99484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:56:16.358883 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.managers [req-deafac1b-964b-4ab0-b6e1-3b941f59682a req-d791c123-5f2c-4418-97d8-d02421abf9f6 service neutron] Attempting to bind port 40499fb3-599e-48e5-97e7-006821aa77f8 by drivers openvswitch,hyperv on host hv-cinder-72618 at level 0 using segments [{'id': 'f38bb8ce-b58e-4ac2-8f7b-63bec74bcbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5de2046a-1fb6-45f0-8b8a-db9f6abde019'}] {{(pid=99484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:56:16.359150 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deafac1b-964b-4ab0-b6e1-3b941f59682a req-d791c123-5f2c-4418-97d8-d02421abf9f6 service neutron] Attempting to bind port 40499fb3-599e-48e5-97e7-006821aa77f8 on network 5de2046a-1fb6-45f0-8b8a-db9f6abde019 {{(pid=99484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:56:16.367008 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deafac1b-964b-4ab0-b6e1-3b941f59682a req-d791c123-5f2c-4418-97d8-d02421abf9f6 service neutron] Port 40499fb3-599e-48e5-97e7-006821aa77f8 on network 5de2046a-1fb6-45f0-8b8a-db9f6abde019 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-72618 {{(pid=99484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 14:56:16.367382 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deafac1b-964b-4ab0-b6e1-3b941f59682a req-d791c123-5f2c-4418-97d8-d02421abf9f6 service neutron] Attempting to bind port 40499fb3-599e-48e5-97e7-006821aa77f8 on network 5de2046a-1fb6-45f0-8b8a-db9f6abde019 {{(pid=99484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:56:16.376996 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deafac1b-964b-4ab0-b6e1-3b941f59682a req-d791c123-5f2c-4418-97d8-d02421abf9f6 service neutron] Checking agent: {'id': '75f5f45e-0f41-4f3b-9aad-8e3a5980501e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-72618', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 44, 59), 'started_at': datetime.datetime(2021, 6, 14, 14, 44, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:56:16.377361 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deafac1b-964b-4ab0-b6e1-3b941f59682a req-d791c123-5f2c-4418-97d8-d02421abf9f6 service neutron] Checking segment: {'id': 'f38bb8ce-b58e-4ac2-8f7b-63bec74bcbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5de2046a-1fb6-45f0-8b8a-db9f6abde019'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:56:16.377757 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deafac1b-964b-4ab0-b6e1-3b941f59682a req-d791c123-5f2c-4418-97d8-d02421abf9f6 service neutron] Bound using segment: {'id': 'f38bb8ce-b58e-4ac2-8f7b-63bec74bcbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5de2046a-1fb6-45f0-8b8a-db9f6abde019'} {{(pid=99484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:56:16.378198 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.managers [req-deafac1b-964b-4ab0-b6e1-3b941f59682a req-d791c123-5f2c-4418-97d8-d02421abf9f6 service neutron] Bound port: 40499fb3-599e-48e5-97e7-006821aa77f8, host: hv-cinder-72618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f38bb8ce-b58e-4ac2-8f7b-63bec74bcbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5de2046a-1fb6-45f0-8b8a-db9f6abde019'}}] {{(pid=99484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:56:16.378542 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-deafac1b-964b-4ab0-b6e1-3b941f59682a req-d791c123-5f2c-4418-97d8-d02421abf9f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:16.402804 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53915b54-7a48-413d-b176-97498fc8e53b req-cec6b86b-5865-4e1c-8f0d-98723b37f48a tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:16.404788 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-53915b54-7a48-413d-b176-97498fc8e53b req-cec6b86b-5865-4e1c-8f0d-98723b37f48a tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 946 time: 0.1293371 Jun 14 14:56:16.488764 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a5c24-abe7-4a15-8bac-bfd94d944f6b req-a362fda8-92e9-459f-b549-f2d072036dbb tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:16.488764 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-e73a5c24-abe7-4a15-8bac-bfd94d944f6b req-a362fda8-92e9-459f-b549-f2d072036dbb tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.21 "GET /v2.0/ports?device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 946 time: 0.0745299 Jun 14 14:56:16.507166 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-53915b54-7a48-413d-b176-97498fc8e53b req-e725db5a-03a9-4037-bc53-d2806356ffce tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05144d8-074a-4edb-a2b3-52073245922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671957 Jun 14 14:56:16.514618 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.db [req-deafac1b-964b-4ab0-b6e1-3b941f59682a req-d791c123-5f2c-4418-97d8-d02421abf9f6 service neutron] For port 40499fb3-599e-48e5-97e7-006821aa77f8, host hv-cinder-72618, cleared binding levels {{(pid=99484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:56:16.518342 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.db [req-deafac1b-964b-4ab0-b6e1-3b941f59682a req-d791c123-5f2c-4418-97d8-d02421abf9f6 service neutron] For port 40499fb3-599e-48e5-97e7-006821aa77f8, host hv-cinder-72618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=40499fb3-599e-48e5-97e7-006821aa77f8,segment=NetworkSegment(f38bb8ce-b58e-4ac2-8f7b-63bec74bcbb6),segment_id=f38bb8ce-b58e-4ac2-8f7b-63bec74bcbb6)] {{(pid=99484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:56:16.612205 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.plugin [req-e73a5c24-abe7-4a15-8bac-bfd94d944f6b req-3cafa9db-9c8f-4064-bf40-18c946d0a54a tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Deleting port 7fadcec1-58cb-4b2f-a935-7f4e048e374b {{(pid=99483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:56:16.612549 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-e73a5c24-abe7-4a15-8bac-bfd94d944f6b req-3cafa9db-9c8f-4064-bf40-18c946d0a54a tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375454248'] for port, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:16.670673 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-deafac1b-964b-4ab0-b6e1-3b941f59682a req-d791c123-5f2c-4418-97d8-d02421abf9f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12090178'] for port, after_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:16.673025 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-b3d04e69-b4de-450c-aa98-248d50ae17ab tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:56:16.719158 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deafac1b-964b-4ab0-b6e1-3b941f59682a req-d791c123-5f2c-4418-97d8-d02421abf9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:16.720000 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-deafac1b-964b-4ab0-b6e1-3b941f59682a req-d791c123-5f2c-4418-97d8-d02421abf9f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645'] for port, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:16.721508 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-deafac1b-964b-4ab0-b6e1-3b941f59682a req-d791c123-5f2c-4418-97d8-d02421abf9f6 service neutron] 10.222.0.21 "PUT /v2.0/ports/40499fb3-599e-48e5-97e7-006821aa77f8 HTTP/1.1" status: 200 len: 1093 time: 1.2185609 Jun 14 14:56:16.722065 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '125630bd-d67e-48fc-8211-0d2965b74abb', 'tag': '40499fb3-599e-48e5-97e7-006821aa77f8'}] {{(pid=99484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:56:16.724491 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d59e03e546515fa4e63eddd697505d7af87b03111d3d4a09b383aaccd0eedd18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78032098-9a8f-4983-8ec7-d1f0789cecce" -d '{"events": [{"name": "network-changed", "server_uuid": "125630bd-d67e-48fc-8211-0d2965b74abb", "tag": "40499fb3-599e-48e5-97e7-006821aa77f8"}]}' {{(pid=99484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:56:16.744059 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.db [req-e73a5c24-abe7-4a15-8bac-bfd94d944f6b req-3cafa9db-9c8f-4064-bf40-18c946d0a54a tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] For port 7fadcec1-58cb-4b2f-a935-7f4e048e374b, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=7fadcec1-58cb-4b2f-a935-7f4e048e374b,segment=NetworkSegment(74da14e9-8c63-4e6e-9b03-7a584e6443b7),segment_id=74da14e9-8c63-4e6e-9b03-7a584e6443b7)] {{(pid=99483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:56:16.744605 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-e73a5c24-abe7-4a15-8bac-bfd94d944f6b req-3cafa9db-9c8f-4064-bf40-18c946d0a54a tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4046836'] for port, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:16.760939 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d791c123-5f2c-4418-97d8-d02421abf9f6 service neutron] Pushing event updated for resources: {'Port': ['ID=40499fb3-599e-48e5-97e7-006821aa77f8,revision_number=3']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:56:16.766032 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-d791c123-5f2c-4418-97d8-d02421abf9f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:56:16.798082 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 14:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac05134-e3f3-4c77-8091-d75632ccbe9c x-openstack-request-id: req-eac05134-e3f3-4c77-8091-d75632ccbe9c {{(pid=99484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:56:16.798577 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "125630bd-d67e-48fc-8211-0d2965b74abb", "tag": "40499fb3-599e-48e5-97e7-006821aa77f8", "status": "completed", "code": 200}]} {{(pid=99484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:56:16.798886 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-eac05134-e3f3-4c77-8091-d75632ccbe9c {{(pid=99484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:56:16.799436 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '125630bd-d67e-48fc-8211-0d2965b74abb', 'tag': '40499fb3-599e-48e5-97e7-006821aa77f8', 'status': 'completed', 'code': 200} Jun 14 14:56:16.895782 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78032098-9a8f-4983-8ec7-d1f0789cecce req-e11325b3-2cef-4757-98fb-850436a57f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:16.897315 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-78032098-9a8f-4983-8ec7-d1f0789cecce req-e11325b3-2cef-4757-98fb-850436a57f86 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a3f11692b2f8449abf062d147c313cb2&device_id=125630bd-d67e-48fc-8211-0d2965b74abb HTTP/1.1" status: 200 len: 1096 time: 0.0811448 Jun 14 14:56:17.057974 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78032098-9a8f-4983-8ec7-d1f0789cecce req-4fef4bd1-6438-476b-99cd-7f4588b9b567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:17.059519 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-78032098-9a8f-4983-8ec7-d1f0789cecce req-4fef4bd1-6438-476b-99cd-7f4588b9b567 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=a3f11692b2f8449abf062d147c313cb2&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1480136 Jun 14 14:56:17.075510 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-e73a5c24-abe7-4a15-8bac-bfd94d944f6b req-3cafa9db-9c8f-4064-bf40-18c946d0a54a tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:17.076834 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-e73a5c24-abe7-4a15-8bac-bfd94d944f6b req-3cafa9db-9c8f-4064-bf40-18c946d0a54a tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4045686'] for floatingip, after_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:17.077468 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.db.l3_db [req-e73a5c24-abe7-4a15-8bac-bfd94d944f6b req-3cafa9db-9c8f-4064-bf40-18c946d0a54a tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Floating IP e242f811-18b8-4b26-8066-ee5ab4de64e8 disassociated. External IP: 172.27.3.121, port: 7fadcec1-58cb-4b2f-a935-7f4e048e374b. Jun 14 14:56:17.078251 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.plugin [req-e73a5c24-abe7-4a15-8bac-bfd94d944f6b req-3cafa9db-9c8f-4064-bf40-18c946d0a54a tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Calling delete_port for 7fadcec1-58cb-4b2f-a935-7f4e048e374b owned by compute:nova {{(pid=99483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:56:17.250129 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b7e1c0-0933-44d3-820a-a7f6ac712b86 req-1821b17b-1014-45e2-826a-e8acd12a32ae tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:17.251686 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-21b7e1c0-0933-44d3-820a-a7f6ac712b86 req-1821b17b-1014-45e2-826a-e8acd12a32ae tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/ports?device_id=125630bd-d67e-48fc-8211-0d2965b74abb HTTP/1.1" status: 200 len: 943 time: 0.1867602 Jun 14 14:56:17.255113 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78032098-9a8f-4983-8ec7-d1f0789cecce req-9ca9c5a8-e97a-42c2-b163-5c9c000330a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:17.256887 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-78032098-9a8f-4983-8ec7-d1f0789cecce req-9ca9c5a8-e97a-42c2-b163-5c9c000330a8 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1788058 Jun 14 14:56:17.309524 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-21b7e1c0-0933-44d3-820a-a7f6ac712b86 req-fdf0fe4f-840a-46c4-8847-aa0a566f831f tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7487a51-824c-4894-935f-37b6063de436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497892 Jun 14 14:56:17.389014 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deafac1b-964b-4ab0-b6e1-3b941f59682a req-7c47c6ef-3ec5-4b4d-bf01-7be7b9b2e58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:17.391072 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-deafac1b-964b-4ab0-b6e1-3b941f59682a req-7c47c6ef-3ec5-4b4d-bf01-7be7b9b2e58a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a3f11692b2f8449abf062d147c313cb2&device_id=125630bd-d67e-48fc-8211-0d2965b74abb HTTP/1.1" status: 200 len: 1096 time: 0.0806265 Jun 14 14:56:17.455432 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-deafac1b-964b-4ab0-b6e1-3b941f59682a req-d76d9e02-3def-453a-a05d-e72868abcd69 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40499fb3-599e-48e5-97e7-006821aa77f8 HTTP/1.1" status: 200 len: 217 time: 0.0566061 Jun 14 14:56:17.526542 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deafac1b-964b-4ab0-b6e1-3b941f59682a req-dec1dcda-3687-4602-9376-b338c327c939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:17.527963 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-deafac1b-964b-4ab0-b6e1-3b941f59682a req-dec1dcda-3687-4602-9376-b338c327c939 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1232b771-0d43-4b91-a771-4713ef8d7898 HTTP/1.1" status: 200 len: 850 time: 0.0661304 Jun 14 14:56:17.623831 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deafac1b-964b-4ab0-b6e1-3b941f59682a req-cba5805f-c91d-4f2c-99b3-7703707c3d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:17.626211 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-deafac1b-964b-4ab0-b6e1-3b941f59682a req-cba5805f-c91d-4f2c-99b3-7703707c3d45 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5de2046a-1fb6-45f0-8b8a-db9f6abde019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0898731 Jun 14 14:56:17.700403 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-e73a5c24-abe7-4a15-8bac-bfd94d944f6b req-3cafa9db-9c8f-4064-bf40-18c946d0a54a tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375458892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763375065896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282732'] for port, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:17.705661 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-0e979654-2586-4e7b-9924-520000a34c39 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:56:17.749708 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cafa9db-9c8f-4064-bf40-18c946d0a54a tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Pushing event deleted for resources: {'Port': ['ID=7fadcec1-58cb-4b2f-a935-7f4e048e374b,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:56:17.768257 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cafa9db-9c8f-4064-bf40-18c946d0a54a tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:56:17.768638 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cafa9db-9c8f-4064-bf40-18c946d0a54a tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:56:17.769014 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cafa9db-9c8f-4064-bf40-18c946d0a54a tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:56:17.769496 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cafa9db-9c8f-4064-bf40-18c946d0a54a tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:56:17.769868 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cafa9db-9c8f-4064-bf40-18c946d0a54a tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:56:17.770282 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cafa9db-9c8f-4064-bf40-18c946d0a54a tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:56:17.770664 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cafa9db-9c8f-4064-bf40-18c946d0a54a tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:56:17.771026 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cafa9db-9c8f-4064-bf40-18c946d0a54a tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:56:17.771460 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cafa9db-9c8f-4064-bf40-18c946d0a54a tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:56:17.771747 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cafa9db-9c8f-4064-bf40-18c946d0a54a tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:56:17.772141 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cafa9db-9c8f-4064-bf40-18c946d0a54a tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:56:17.775999 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cafa9db-9c8f-4064-bf40-18c946d0a54a tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:56:17.783641 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-3cafa9db-9c8f-4064-bf40-18c946d0a54a tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:56:17.918179 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016dd2c3-0a65-4330-ba2a-e581f2a0e41a req-bd38af02-8628-4023-b170-9a1ff218b790 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:17.919771 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-016dd2c3-0a65-4330-ba2a-e581f2a0e41a req-bd38af02-8628-4023-b170-9a1ff218b790 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 868 time: 0.2543097 Jun 14 14:56:17.984815 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-016dd2c3-0a65-4330-ba2a-e581f2a0e41a req-ed77a73d-5934-40ed-bfaf-d77b059a4f2a tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05144d8-074a-4edb-a2b3-52073245922b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582383 Jun 14 14:56:17.992828 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e73a5c24-abe7-4a15-8bac-bfd94d944f6b req-3cafa9db-9c8f-4064-bf40-18c946d0a54a tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Router 19a61cf4-724e-46b3-ae4d-c2496f310fd1 has already been hosted by L3 agent 1c008f53-dbc2-48c1-a123-31b869a31df2 {{(pid=99483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 14:56:18.049722 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-deafac1b-964b-4ab0-b6e1-3b941f59682a req-0d63a078-b8bf-4b77-a2ea-422c61382e1c service neutron] 10.222.0.21 "GET /v2.0/networks/5de2046a-1fb6-45f0-8b8a-db9f6abde019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4158773 Jun 14 14:56:18.191775 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e73a5c24-abe7-4a15-8bac-bfd94d944f6b req-3cafa9db-9c8f-4064-bf40-18c946d0a54a tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify agent at l3_agent.dv-cinder-726180-9-iscsi the message routers_updated {{(pid=99483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 14:56:18.203798 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090c7500-c608-4029-b284-87716bed8e53 None None] Sync routers for ids ['19a61cf4-724e-46b3-ae4d-c2496f310fd1'] in dv-cinder-726180-9-iscsi {{(pid=99486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 14:56:18.204380 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-deafac1b-964b-4ab0-b6e1-3b941f59682a req-a50e5be3-9f0b-47e1-a05e-88ca399bafa6 service neutron] 10.222.0.21 "GET /v2.0/networks/5de2046a-1fb6-45f0-8b8a-db9f6abde019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472805 Jun 14 14:56:18.214722 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090c7500-c608-4029-b284-87716bed8e53 None None] Routers {'19a61cf4-724e-46b3-ae4d-c2496f310fd1'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:56:18.218046 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-090c7500-c608-4029-b284-87716bed8e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:55:58Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['19a61cf4-724e-46b3-ae4d-c2496f310fd1'], 'active': True} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:56:18.277429 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.l3_dvrscheduler_db [req-e73a5c24-abe7-4a15-8bac-bfd94d944f6b req-3cafa9db-9c8f-4064-bf40-18c946d0a54a tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] No DVR routers for this DVR port 7fadcec1-58cb-4b2f-a935-7f4e048e374b on host hv-cinder-72618 {{(pid=99483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 14:56:18.277429 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-e73a5c24-abe7-4a15-8bac-bfd94d944f6b req-3cafa9db-9c8f-4064-bf40-18c946d0a54a tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645'] for port, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:18.279889 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-e73a5c24-abe7-4a15-8bac-bfd94d944f6b req-3cafa9db-9c8f-4064-bf40-18c946d0a54a tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.21 "DELETE /v2.0/ports/7fadcec1-58cb-4b2f-a935-7f4e048e374b HTTP/1.1" status: 204 len: 173 time: 1.7861571 Jun 14 14:56:18.280342 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '339e09e4-8e7b-4641-b598-dbb7e3cec27a', 'name': 'network-vif-deleted', 'tag': '7fadcec1-58cb-4b2f-a935-7f4e048e374b'}] {{(pid=99483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:56:18.283601 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10e764dcb54ca1904200e902db0bf3fc798e652e4e20eb5cbfc1ab196cf52753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f3c456f-c051-4014-b8be-7d97db06b308" -d '{"events": [{"server_uuid": "339e09e4-8e7b-4641-b598-dbb7e3cec27a", "name": "network-vif-deleted", "tag": "7fadcec1-58cb-4b2f-a935-7f4e048e374b"}]}' {{(pid=99483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:56:18.334623 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 14:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e45364-a81d-4174-9245-90af5476896a x-openstack-request-id: req-b7e45364-a81d-4174-9245-90af5476896a {{(pid=99483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:56:18.335097 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "339e09e4-8e7b-4641-b598-dbb7e3cec27a", "name": "network-vif-deleted", "tag": "7fadcec1-58cb-4b2f-a935-7f4e048e374b", "status": "completed", "code": 200}]} {{(pid=99483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:56:18.335489 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b7e45364-a81d-4174-9245-90af5476896a {{(pid=99483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:56:18.336137 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '339e09e4-8e7b-4641-b598-dbb7e3cec27a', 'name': 'network-vif-deleted', 'tag': '7fadcec1-58cb-4b2f-a935-7f4e048e374b', 'status': 'completed', 'code': 200} Jun 14 14:56:18.389957 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvr_db [None req-090c7500-c608-4029-b284-87716bed8e53 None None] Set router 19a61cf4-724e-46b3-ae4d-c2496f310fd1 gateway port host: dv-cinder-726180-9-iscsi {{(pid=99486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:56:18.527747 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b308de35-52ad-4642-bc44-9327327b164b req-48958fa7-bec0-4791-85d3-e67d9c4f8713 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:18.529468 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-b308de35-52ad-4642-bc44-9327327b164b req-48958fa7-bec0-4791-85d3-e67d9c4f8713 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/ports?device_id=125630bd-d67e-48fc-8211-0d2965b74abb HTTP/1.1" status: 200 len: 943 time: 0.0913696 Jun 14 14:56:18.582593 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-b308de35-52ad-4642-bc44-9327327b164b req-b3aa75ea-25ae-4834-b279-737db46dbbd2 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7487a51-824c-4894-935f-37b6063de436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410757 Jun 14 14:56:18.689709 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-090c7500-c608-4029-b284-87716bed8e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a61cf4-724e-46b3-ae4d-c2496f310fd1', 'name': 'tempest-AttachVolumeShelveTestJSON-920533305-router', 'tenant_id': '79973d5241f0405abc9418c3151cbe9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a8f122dc-c26f-44ba-8ab5-1a34c52641dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:48:13Z', 'updated_at': '2021-06-14T14:48:20Z', 'revision_number': 4, 'project_id': '79973d5241f0405abc9418c3151cbe9d', 'gw_port': {'id': 'a8f122dc-c26f-44ba-8ab5-1a34c52641dd', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:11:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a61cf4-724e-46b3-ae4d-c2496f310fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:14Z', 'updated_at': '2021-06-14T14:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_interfaces': [{'id': '739538c4-f337-4cac-9aa5-1fc4c9926a67', 'name': '', 'network_id': 'eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46', 'tenant_id': '79973d5241f0405abc9418c3151cbe9d', 'mac_address': 'fa:16:3e:c4:72:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a61cf4-724e-46b3-ae4d-c2496f310fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '8f1648b2-006c-47fc-bec4-7719f58bad8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:19Z', 'updated_at': '2021-06-14T14:48:25Z', 'revision_number': 5, 'project_id': '79973d5241f0405abc9418c3151cbe9d', 'subnets': [{'id': '8f1648b2-006c-47fc-bec4-7719f58bad8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:56:18.693156 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090c7500-c608-4029-b284-87716bed8e53 None None] Checking router: 19a61cf4-724e-46b3-ae4d-c2496f310fd1 for host: dv-cinder-726180-9-iscsi {{(pid=99486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 14:56:18.701289 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090c7500-c608-4029-b284-87716bed8e53 None None] Routers {'19a61cf4-724e-46b3-ae4d-c2496f310fd1'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:56:18.702082 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-090c7500-c608-4029-b284-87716bed8e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:55:58Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['19a61cf4-724e-46b3-ae4d-c2496f310fd1'], 'active': True} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:56:18.854735 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvr_db [None req-090c7500-c608-4029-b284-87716bed8e53 None None] Set router 19a61cf4-724e-46b3-ae4d-c2496f310fd1 gateway port host: dv-cinder-726180-9-iscsi {{(pid=99486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:56:19.134309 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-090c7500-c608-4029-b284-87716bed8e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a61cf4-724e-46b3-ae4d-c2496f310fd1', 'name': 'tempest-AttachVolumeShelveTestJSON-920533305-router', 'tenant_id': '79973d5241f0405abc9418c3151cbe9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a8f122dc-c26f-44ba-8ab5-1a34c52641dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:48:13Z', 'updated_at': '2021-06-14T14:48:20Z', 'revision_number': 4, 'project_id': '79973d5241f0405abc9418c3151cbe9d', 'gw_port': {'id': 'a8f122dc-c26f-44ba-8ab5-1a34c52641dd', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:11:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a61cf4-724e-46b3-ae4d-c2496f310fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:14Z', 'updated_at': '2021-06-14T14:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_interfaces': [{'id': '739538c4-f337-4cac-9aa5-1fc4c9926a67', 'name': '', 'network_id': 'eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46', 'tenant_id': '79973d5241f0405abc9418c3151cbe9d', 'mac_address': 'fa:16:3e:c4:72:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a61cf4-724e-46b3-ae4d-c2496f310fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '8f1648b2-006c-47fc-bec4-7719f58bad8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:19Z', 'updated_at': '2021-06-14T14:48:25Z', 'revision_number': 5, 'project_id': '79973d5241f0405abc9418c3151cbe9d', 'subnets': [{'id': '8f1648b2-006c-47fc-bec4-7719f58bad8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:56:19.138130 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090c7500-c608-4029-b284-87716bed8e53 None None] The sync data for ids ['19a61cf4-724e-46b3-ae4d-c2496f310fd1'] in dv-cinder-726180-9-iscsi is: [{'id': '19a61cf4-724e-46b3-ae4d-c2496f310fd1', 'name': 'tempest-AttachVolumeShelveTestJSON-920533305-router', 'tenant_id': '79973d5241f0405abc9418c3151cbe9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a8f122dc-c26f-44ba-8ab5-1a34c52641dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:48:13Z', 'updated_at': '2021-06-14T14:48:20Z', 'revision_number': 4, 'project_id': '79973d5241f0405abc9418c3151cbe9d', 'gw_port': {'id': 'a8f122dc-c26f-44ba-8ab5-1a34c52641dd', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:11:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a61cf4-724e-46b3-ae4d-c2496f310fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:14Z', 'updated_at': '2021-06-14T14:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_interfaces': [{'id': '739538c4-f337-4cac-9aa5-1fc4c9926a67', 'name': '', 'network_id': 'eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46', 'tenant_id': '79973d5241f0405abc9418c3151cbe9d', 'mac_address': 'fa:16:3e:c4:72:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a61cf4-724e-46b3-ae4d-c2496f310fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '8f1648b2-006c-47fc-bec4-7719f58bad8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:19Z', 'updated_at': '2021-06-14T14:48:25Z', 'revision_number': 5, 'project_id': '79973d5241f0405abc9418c3151cbe9d', 'subnets': [{'id': '8f1648b2-006c-47fc-bec4-7719f58bad8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 14:56:19.173094 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-91416011-e39e-46c3-b144-cb5eb1183c2d req-7b1c8dda-721b-4226-9d28-5c401aa50667 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/ports?device_id=339e09e4-8e7b-4641-b598-dbb7e3cec27a HTTP/1.1" status: 200 len: 210 time: 0.0409288 Jun 14 14:56:19.387177 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ee9adb-8417-4bc9-973d-3706f593cbc7 None None] New status for floating IP e242f811-18b8-4b26-8066-ee5ab4de64e8: DOWN {{(pid=99485) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 14:56:19.783282 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f6a0c3-c903-4b66-a8ef-af1d9102e797 req-2227a01c-9797-4b2c-a61d-88409e6c99b5 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:19.784593 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-d2f6a0c3-c903-4b66-a8ef-af1d9102e797 req-2227a01c-9797-4b2c-a61d-88409e6c99b5 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/ports?device_id=125630bd-d67e-48fc-8211-0d2965b74abb HTTP/1.1" status: 200 len: 943 time: 0.0794356 Jun 14 14:56:19.836664 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-d2f6a0c3-c903-4b66-a8ef-af1d9102e797 req-c3632663-be3e-4c5e-bb40-1c7e66442f9c tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7487a51-824c-4894-935f-37b6063de436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449848 Jun 14 14:56:20.211636 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device 7fadcec1-58cb-4b2f-a935-7f4e048e374b no longer exists at agent hyperv_hv-cinder-72618 {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 14:56:20.237562 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] No Port match for: 7fadcec1-58cb-4b2f-a935-7f4e048e374b {{(pid=99485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 14:56:20.237916 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device 7fadcec1-58cb-4b2f-a935-7f4e048e374b not bound to the agent host hv-cinder-72618 {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 14:56:20.426729 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 38684) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:56:20.495326 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-bc4f6b21-699e-4e64-969b-c3cff5387e4d tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks [] for security_group, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:20.522399 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-bc4f6b21-699e-4e64-969b-c3cff5387e4d tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:20.690719 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-bc4f6b21-699e-4e64-969b-c3cff5387e4d tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:20.693460 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-bc4f6b21-699e-4e64-969b-c3cff5387e4d tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks [] for security_group, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:20.694677 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-bc4f6b21-699e-4e64-969b-c3cff5387e4d tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "DELETE /v2.0/security-groups/c05144d8-074a-4edb-a2b3-52073245922b HTTP/1.1" status: 204 len: 168 time: 0.2669091 Jun 14 14:56:20.695540 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-009785c9-858a-4bae-8156-b0d2e6ddf47e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:56:20.697548 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 38686) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:56:20.706161 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4f6b21-699e-4e64-969b-c3cff5387e4d tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c05144d8-074a-4edb-a2b3-52073245922b,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:56:20.712534 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-bc4f6b21-699e-4e64-969b-c3cff5387e4d tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:56:20.714724 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.api.v2.resource [None req-16f5b407-9438-4a42-96a0-3d99b7cc1371 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] show failed (client error): The resource could not be found. Jun 14 14:56:20.715740 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-16f5b407-9438-4a42-96a0-3d99b7cc1371 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "GET /v2.0/security-groups/c05144d8-074a-4edb-a2b3-52073245922b HTTP/1.1" status: 404 len: 347 time: 0.0171928 Jun 14 14:56:20.718739 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 38688) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:56:20.900344 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.plugin [None req-8f53acf5-9234-4965-a6fb-e6b1daeb93ce tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Deleting port 93877ddd-4b5d-4775-b29a-8fc60afc971f {{(pid=99483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:56:20.901072 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-8f53acf5-9234-4965-a6fb-e6b1daeb93ce tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375454248'] for port, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:21.013086 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-8f53acf5-9234-4965-a6fb-e6b1daeb93ce tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4046836'] for port, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:21.013420 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-8f53acf5-9234-4965-a6fb-e6b1daeb93ce tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:21.059614 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee508d65-0223-4a17-b3b2-7df532e0f491 req-48ecf372-4875-444b-8cf9-1146f7327fc2 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:21.061413 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-ee508d65-0223-4a17-b3b2-7df532e0f491 req-48ecf372-4875-444b-8cf9-1146f7327fc2 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/ports?device_id=125630bd-d67e-48fc-8211-0d2965b74abb HTTP/1.1" status: 200 len: 943 time: 0.0978537 Jun 14 14:56:21.112672 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.plugin [None req-8f53acf5-9234-4965-a6fb-e6b1daeb93ce tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Calling delete_port for 93877ddd-4b5d-4775-b29a-8fc60afc971f owned by network:floatingip {{(pid=99483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:56:21.117390 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-ee508d65-0223-4a17-b3b2-7df532e0f491 req-8d2f2044-cef6-4d01-aee4-4ce1eacc96d0 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7487a51-824c-4894-935f-37b6063de436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499673 Jun 14 14:56:21.376696 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-8f53acf5-9234-4965-a6fb-e6b1daeb93ce tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375458892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763375065896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282732'] for port, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:21.378921 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-4fffd420-b499-4d85-a953-a89628da5ece service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:56:21.409960 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f53acf5-9234-4965-a6fb-e6b1daeb93ce tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Pushing event deleted for resources: {'Port': ['ID=93877ddd-4b5d-4775-b29a-8fc60afc971f,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:56:21.413138 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-8f53acf5-9234-4965-a6fb-e6b1daeb93ce tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:56:21.488683 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-8f53acf5-9234-4965-a6fb-e6b1daeb93ce tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks [] for floatingip, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:21.491173 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-8f53acf5-9234-4965-a6fb-e6b1daeb93ce tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645'] for floatingip, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:21.492332 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-8f53acf5-9234-4965-a6fb-e6b1daeb93ce tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] 10.222.0.55 "DELETE /v2.0/floatingips/e242f811-18b8-4b26-8066-ee5ab4de64e8 HTTP/1.1" status: 204 len: 168 time: 0.7726493 Jun 14 14:56:22.319952 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f1be0-351e-46e2-a51d-2a6ddd30bc1b req-a9bbb9a5-5186-4d08-9786-0731925d0e2f tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:22.321584 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-660f1be0-351e-46e2-a51d-2a6ddd30bc1b req-a9bbb9a5-5186-4d08-9786-0731925d0e2f tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/ports?device_id=125630bd-d67e-48fc-8211-0d2965b74abb HTTP/1.1" status: 200 len: 943 time: 0.0815158 Jun 14 14:56:22.367318 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-660f1be0-351e-46e2-a51d-2a6ddd30bc1b req-a193211d-af49-46b3-a04b-16548b90aab5 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7487a51-824c-4894-935f-37b6063de436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386963 Jun 14 14:56:23.556764 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeac8b2-e0fd-47b6-9f16-e5b50cdcdcb4 req-29c7dec4-2309-4b91-a464-cfc8b53b5d99 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:23.558211 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-1eeac8b2-e0fd-47b6-9f16-e5b50cdcdcb4 req-29c7dec4-2309-4b91-a464-cfc8b53b5d99 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/ports?device_id=125630bd-d67e-48fc-8211-0d2965b74abb HTTP/1.1" status: 200 len: 943 time: 0.0734015 Jun 14 14:56:23.600818 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-1eeac8b2-e0fd-47b6-9f16-e5b50cdcdcb4 req-ee7945e0-98bd-48c7-b419-04a63527bca9 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7487a51-824c-4894-935f-37b6063de436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368142 Jun 14 14:56:24.727855 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 38718) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:56:24.812529 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4876bbaf-83d6-4eea-bb45-a7ba235776f7 req-270c34de-a23a-4bb1-8a98-2a84cabe1dca tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:24.815278 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-4876bbaf-83d6-4eea-bb45-a7ba235776f7 req-270c34de-a23a-4bb1-8a98-2a84cabe1dca tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/ports?device_id=125630bd-d67e-48fc-8211-0d2965b74abb HTTP/1.1" status: 200 len: 943 time: 0.0907049 Jun 14 14:56:24.862346 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-4876bbaf-83d6-4eea-bb45-a7ba235776f7 req-b0798879-494b-45eb-bd5e-863dbc12eaa1 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7487a51-824c-4894-935f-37b6063de436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384057 Jun 14 14:56:25.374012 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-aa1c1939-9085-4a01-bbb1-7fd21eb79069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4034001'] for router_interface, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:25.713033 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.plugin [None req-aa1c1939-9085-4a01-bbb1-7fd21eb79069 admin admin] Deleting port 739538c4-f337-4cac-9aa5-1fc4c9926a67 {{(pid=99483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:56:25.713388 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-aa1c1939-9085-4a01-bbb1-7fd21eb79069 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375454248'] for port, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:25.766587 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-aa044cf3-18f9-4a63-b414-53a54f8dfc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:25.824619 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.db [None req-aa1c1939-9085-4a01-bbb1-7fd21eb79069 admin admin] For port 739538c4-f337-4cac-9aa5-1fc4c9926a67, host dv-cinder-726180-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=739538c4-f337-4cac-9aa5-1fc4c9926a67,segment=NetworkSegment(74da14e9-8c63-4e6e-9b03-7a584e6443b7),segment_id=74da14e9-8c63-4e6e-9b03-7a584e6443b7)] {{(pid=99483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:56:25.825242 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-aa1c1939-9085-4a01-bbb1-7fd21eb79069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4046836'] for port, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:25.920667 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.plugin [None req-aa1c1939-9085-4a01-bbb1-7fd21eb79069 admin admin] Calling delete_port for 739538c4-f337-4cac-9aa5-1fc4c9926a67 owned by network:router_interface {{(pid=99483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:56:26.145032 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa4256d-e020-49ed-ad84-6f735a957950 req-a3137d54-f139-4f38-9a05-4001f656c411 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:26.146555 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-faa4256d-e020-49ed-ad84-6f735a957950 req-a3137d54-f139-4f38-9a05-4001f656c411 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/ports?device_id=125630bd-d67e-48fc-8211-0d2965b74abb HTTP/1.1" status: 200 len: 943 time: 0.1630576 Jun 14 14:56:26.233664 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-faa4256d-e020-49ed-ad84-6f735a957950 req-b34107c7-d187-49da-b9c5-5a999d9ee215 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7487a51-824c-4894-935f-37b6063de436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808644 Jun 14 14:56:26.248396 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device 40499fb3-599e-48e5-97e7-006821aa77f8 details requested by agent hyperv_hv-cinder-72618 with host hv-cinder-72618 {{(pid=99485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 14:56:26.315136 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-aa1c1939-9085-4a01-bbb1-7fd21eb79069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375458892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763375065896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282732'] for port, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:26.318517 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-4fffd420-b499-4d85-a953-a89628da5ece service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:56:26.349357 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1c1939-9085-4a01-bbb1-7fd21eb79069 admin admin] Pushing event deleted for resources: {'Port': ['ID=739538c4-f337-4cac-9aa5-1fc4c9926a67,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:56:26.353194 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-aa1c1939-9085-4a01-bbb1-7fd21eb79069 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:56:26.392538 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] For port 40499fb3-599e-48e5-97e7-006821aa77f8, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=40499fb3-599e-48e5-97e7-006821aa77f8,segment=NetworkSegment(f38bb8ce-b58e-4ac2-8f7b-63bec74bcbb6),segment_id=f38bb8ce-b58e-4ac2-8f7b-63bec74bcbb6)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:56:26.406525 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Returning: {'device': '40499fb3-599e-48e5-97e7-006821aa77f8', 'network_id': '5de2046a-1fb6-45f0-8b8a-db9f6abde019', 'port_id': '40499fb3-599e-48e5-97e7-006821aa77f8', 'mac_address': 'fa:16:3e:78:d1:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1232b771-0d43-4b91-a771-4713ef8d7898', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 14:56:26.458227 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:26.475432 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.notifiers.nova [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40499fb3-599e-48e5-97e7-006821aa77f8 {{(pid=99485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:56:26.500231 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] For port 40499fb3-599e-48e5-97e7-006821aa77f8, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=40499fb3-599e-48e5-97e7-006821aa77f8,segment=NetworkSegment(f38bb8ce-b58e-4ac2-8f7b-63bec74bcbb6),segment_id=f38bb8ce-b58e-4ac2-8f7b-63bec74bcbb6)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:56:26.603089 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:26.605147 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:56:26.664358 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Pushing event updated for resources: {'Port': ['ID=40499fb3-599e-48e5-97e7-006821aa77f8,revision_number=4']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:56:26.667493 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:56:26.897241 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] get_ports_and_sgs() called for port_ids ['40499fb3-599e-48e5-97e7-006821aa77f8'] {{(pid=99485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 14:56:26.904945 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-aa1c1939-9085-4a01-bbb1-7fd21eb79069 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3699262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4033345'] for router_interface, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:27.212651 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa1c1939-9085-4a01-bbb1-7fd21eb79069 admin admin] Router 19a61cf4-724e-46b3-ae4d-c2496f310fd1 has already been hosted by L3 agent 1c008f53-dbc2-48c1-a123-31b869a31df2 {{(pid=99483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 14:56:27.376566 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa1c1939-9085-4a01-bbb1-7fd21eb79069 admin admin] Notify agent at l3_agent.dv-cinder-726180-9-iscsi the message routers_updated {{(pid=99483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 14:56:27.382663 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-aa1c1939-9085-4a01-bbb1-7fd21eb79069 admin admin] 10.222.0.55 "PUT /v2.0/routers/19a61cf4-724e-46b3-ae4d-c2496f310fd1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6527870 Jun 14 14:56:27.384744 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 38728) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:56:27.390891 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bca152-c281-43b7-a825-9ff91381ec17 None None] Sync routers for ids ['19a61cf4-724e-46b3-ae4d-c2496f310fd1'] in dv-cinder-726180-9-iscsi {{(pid=99486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 14:56:27.409024 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bca152-c281-43b7-a825-9ff91381ec17 None None] Routers {'19a61cf4-724e-46b3-ae4d-c2496f310fd1'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:56:27.409671 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-11bca152-c281-43b7-a825-9ff91381ec17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:55:58Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['19a61cf4-724e-46b3-ae4d-c2496f310fd1'], 'active': True} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:56:27.448579 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30609b0d-dffa-495d-87c3-b5db2cb82c70 req-d620b357-1d91-4cf8-b4ae-639b2edad5a0 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:27.450222 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-30609b0d-dffa-495d-87c3-b5db2cb82c70 req-d620b357-1d91-4cf8-b4ae-639b2edad5a0 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/ports?device_id=125630bd-d67e-48fc-8211-0d2965b74abb HTTP/1.1" status: 200 len: 944 time: 0.0810356 Jun 14 14:56:27.498204 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-30609b0d-dffa-495d-87c3-b5db2cb82c70 req-3edced8a-4ca2-4e48-82cf-09ee0565b33e tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7487a51-824c-4894-935f-37b6063de436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411069 Jun 14 14:56:27.545075 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-a31407e1-9ed1-4fd6-9bbd-1853a7159e09 admin admin] Notify callbacks [] for router, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:27.580452 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvr_db [None req-11bca152-c281-43b7-a825-9ff91381ec17 None None] Set router 19a61cf4-724e-46b3-ae4d-c2496f310fd1 gateway port host: dv-cinder-726180-9-iscsi {{(pid=99486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:56:27.732812 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-a31407e1-9ed1-4fd6-9bbd-1853a7159e09 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:27.944067 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.plugin [None req-a31407e1-9ed1-4fd6-9bbd-1853a7159e09 admin admin] Deleting port a8f122dc-c26f-44ba-8ab5-1a34c52641dd {{(pid=99483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:56:27.944838 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-a31407e1-9ed1-4fd6-9bbd-1853a7159e09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375454248'] for port, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:27.958258 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-11bca152-c281-43b7-a825-9ff91381ec17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a61cf4-724e-46b3-ae4d-c2496f310fd1', 'name': 'tempest-AttachVolumeShelveTestJSON-920533305-router', 'tenant_id': '79973d5241f0405abc9418c3151cbe9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a8f122dc-c26f-44ba-8ab5-1a34c52641dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:48:13Z', 'updated_at': '2021-06-14T14:56:26Z', 'revision_number': 5, 'project_id': '79973d5241f0405abc9418c3151cbe9d', 'gw_port': {'id': 'a8f122dc-c26f-44ba-8ab5-1a34c52641dd', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:11:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a61cf4-724e-46b3-ae4d-c2496f310fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:14Z', 'updated_at': '2021-06-14T14:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi'}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:56:27.961689 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bca152-c281-43b7-a825-9ff91381ec17 None None] Checking router: 19a61cf4-724e-46b3-ae4d-c2496f310fd1 for host: dv-cinder-726180-9-iscsi {{(pid=99486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 14:56:27.970804 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bca152-c281-43b7-a825-9ff91381ec17 None None] Routers {'19a61cf4-724e-46b3-ae4d-c2496f310fd1'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:56:27.971447 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-11bca152-c281-43b7-a825-9ff91381ec17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:55:58Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['19a61cf4-724e-46b3-ae4d-c2496f310fd1'], 'active': True} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:56:28.065457 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.db [None req-a31407e1-9ed1-4fd6-9bbd-1853a7159e09 admin admin] For port a8f122dc-c26f-44ba-8ab5-1a34c52641dd, host dv-cinder-726180-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=a8f122dc-c26f-44ba-8ab5-1a34c52641dd,segment=NetworkSegment(5f9b4eda-9001-4473-8107-70664bb4d177),segment_id=5f9b4eda-9001-4473-8107-70664bb4d177)] {{(pid=99483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:56:28.065726 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-a31407e1-9ed1-4fd6-9bbd-1853a7159e09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4046836'] for port, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:28.101267 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvr_db [None req-11bca152-c281-43b7-a825-9ff91381ec17 None None] Set router 19a61cf4-724e-46b3-ae4d-c2496f310fd1 gateway port host: None {{(pid=99486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:56:28.162528 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.plugin [None req-a31407e1-9ed1-4fd6-9bbd-1853a7159e09 admin admin] Calling delete_port for a8f122dc-c26f-44ba-8ab5-1a34c52641dd owned by network:router_gateway {{(pid=99483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:56:28.186657 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-11bca152-c281-43b7-a825-9ff91381ec17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a61cf4-724e-46b3-ae4d-c2496f310fd1', 'name': 'tempest-AttachVolumeShelveTestJSON-920533305-router', 'tenant_id': '79973d5241f0405abc9418c3151cbe9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:48:13Z', 'updated_at': '2021-06-14T14:56:27Z', 'revision_number': 6, 'project_id': '79973d5241f0405abc9418c3151cbe9d', 'gw_port_host': None}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:56:28.190718 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bca152-c281-43b7-a825-9ff91381ec17 None None] The sync data for ids ['19a61cf4-724e-46b3-ae4d-c2496f310fd1'] in dv-cinder-726180-9-iscsi is: [{'id': '19a61cf4-724e-46b3-ae4d-c2496f310fd1', 'name': 'tempest-AttachVolumeShelveTestJSON-920533305-router', 'tenant_id': '79973d5241f0405abc9418c3151cbe9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:48:13Z', 'updated_at': '2021-06-14T14:56:27Z', 'revision_number': 6, 'project_id': '79973d5241f0405abc9418c3151cbe9d', 'gw_port_host': None}] {{(pid=99486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 14:56:28.252925 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device 40499fb3-599e-48e5-97e7-006821aa77f8 up at agent hyperv_hv-cinder-72618 {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:56:28.406855 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Provisioning for port 40499fb3-599e-48e5-97e7-006821aa77f8 completed by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:56:28.411353 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Provisioning complete for port 40499fb3-599e-48e5-97e7-006821aa77f8 triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:56:28.411813 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:28.505195 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-a31407e1-9ed1-4fd6-9bbd-1853a7159e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375458892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763375065896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282732'] for port, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:28.507340 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-a59da8bb-db7a-4ae8-87cc-00ef5b7d244e tempest-VolumesSnapshotTestJSON-54751774 tempest-VolumesSnapshotTestJSON-54751774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:56:28.532362 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:28.539023 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31407e1-9ed1-4fd6-9bbd-1853a7159e09 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8f122dc-c26f-44ba-8ab5-1a34c52641dd,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:56:28.541457 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-a31407e1-9ed1-4fd6-9bbd-1853a7159e09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:56:28.566913 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '125630bd-d67e-48fc-8211-0d2965b74abb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40499fb3-599e-48e5-97e7-006821aa77f8'}] {{(pid=99485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:56:28.569482 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb48b8a921a599a4918edb6fe4edb23e72f7f4aaa6ba2d648db764b95ae78972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2372ac44-ff6e-4c93-ba33-15b341f73949" -d '{"events": [{"server_uuid": "125630bd-d67e-48fc-8211-0d2965b74abb", "name": "network-vif-plugged", "status": "completed", "tag": "40499fb3-599e-48e5-97e7-006821aa77f8"}]}' {{(pid=99485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:56:28.588565 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] For port 40499fb3-599e-48e5-97e7-006821aa77f8, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=40499fb3-599e-48e5-97e7-006821aa77f8,segment=NetworkSegment(f38bb8ce-b58e-4ac2-8f7b-63bec74bcbb6),segment_id=f38bb8ce-b58e-4ac2-8f7b-63bec74bcbb6)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:56:28.601421 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-e3442d67-59b7-4630-a040-9b31383eb8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:28.624548 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 14:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e001c5-f012-449b-84fd-ff21bb43522d x-openstack-request-id: req-d3e001c5-f012-449b-84fd-ff21bb43522d {{(pid=99485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:56:28.625004 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "125630bd-d67e-48fc-8211-0d2965b74abb", "name": "network-vif-plugged", "status": "completed", "tag": "40499fb3-599e-48e5-97e7-006821aa77f8", "code": 200}]} {{(pid=99485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:56:28.625270 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d3e001c5-f012-449b-84fd-ff21bb43522d {{(pid=99485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:56:28.625666 dv-cinder-726180-9-iscsi neutron-server[99485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '125630bd-d67e-48fc-8211-0d2965b74abb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40499fb3-599e-48e5-97e7-006821aa77f8', 'code': 200} Jun 14 14:56:28.661131 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-a31407e1-9ed1-4fd6-9bbd-1853a7159e09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4045586'] for router_gateway, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:28.734054 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:28.735969 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:56:28.784201 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:28.809274 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Pushing event updated for resources: {'Port': ['ID=40499fb3-599e-48e5-97e7-006821aa77f8,revision_number=5']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:56:28.812893 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:56:28.843565 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-a31407e1-9ed1-4fd6-9bbd-1853a7159e09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4031715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60902'] for router, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:28.846429 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-a31407e1-9ed1-4fd6-9bbd-1853a7159e09 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:28.926766 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c441fd1-dd04-4fab-8231-68f6b314f1a7 req-cdf6bb1c-e022-4be4-9ac1-5f9e0da2443e tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:28.928220 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-1c441fd1-dd04-4fab-8231-68f6b314f1a7 req-cdf6bb1c-e022-4be4-9ac1-5f9e0da2443e tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/ports?device_id=125630bd-d67e-48fc-8211-0d2965b74abb HTTP/1.1" status: 200 len: 945 time: 0.2225814 Jun 14 14:56:28.975894 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-1c441fd1-dd04-4fab-8231-68f6b314f1a7 req-7441644d-c85f-4fa3-94e9-97cbe51f6978 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7487a51-824c-4894-935f-37b6063de436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413821 Jun 14 14:56:29.021500 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-a31407e1-9ed1-4fd6-9bbd-1853a7159e09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4031029'] for router, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:29.022152 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a31407e1-9ed1-4fd6-9bbd-1853a7159e09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19a61cf4-724e-46b3-ae4d-c2496f310fd1 {{(pid=99483) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 14 14:56:29.030920 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-a31407e1-9ed1-4fd6-9bbd-1853a7159e09 admin admin] Notify callbacks [] for router, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:29.031175 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-a31407e1-9ed1-4fd6-9bbd-1853a7159e09 admin admin] 10.222.0.55 "DELETE /v2.0/routers/19a61cf4-724e-46b3-ae4d-c2496f310fd1 HTTP/1.1" status: 204 len: 168 time: 1.6452558 Jun 14 14:56:29.033827 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 38734) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:56:29.046671 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device 739538c4-f337-4cac-9aa5-1fc4c9926a67 no longer exists at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 14:56:29.099705 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b82c6b1-ddc3-48de-b91c-688cc8a06649 admin admin] Deleting subnet 8f1648b2-006c-47fc-bec4-7719f58bad8c {{(pid=99483) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 14 14:56:29.106856 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-7b82c6b1-ddc3-48de-b91c-688cc8a06649 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:29.185257 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-7b82c6b1-ddc3-48de-b91c-688cc8a06649 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8802486'] for subnet, precommit_delete_associations {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:29.222181 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] No Port match for: 739538c4-f337-4cac-9aa5-1fc4c9926a67 {{(pid=99485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 14:56:29.222543 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device 739538c4-f337-4cac-9aa5-1fc4c9926a67 not bound to the agent host dv-cinder-726180-9-iscsi {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 14:56:29.222989 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device a8f122dc-c26f-44ba-8ab5-1a34c52641dd no longer exists at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 14:56:29.249246 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] No Port match for: a8f122dc-c26f-44ba-8ab5-1a34c52641dd {{(pid=99485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 14:56:29.249612 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device a8f122dc-c26f-44ba-8ab5-1a34c52641dd not bound to the agent host dv-cinder-726180-9-iscsi {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 14:56:29.268496 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a3c96-cb06-482c-87d2-453fc6911bd2 req-4a31b0db-2e39-4e59-aa03-43237e123c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:29.270075 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-9d0a3c96-cb06-482c-87d2-453fc6911bd2 req-4a31b0db-2e39-4e59-aa03-43237e123c1f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=125630bd-d67e-48fc-8211-0d2965b74abb HTTP/1.1" status: 200 len: 1098 time: 0.1259024 Jun 14 14:56:29.339140 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-7b82c6b1-ddc3-48de-b91c-688cc8a06649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912507'] for subnet, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:29.369587 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-9d0a3c96-cb06-482c-87d2-453fc6911bd2 req-bb6249fb-a472-4672-b33c-d7edb973a3df service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e7487a51-824c-4894-935f-37b6063de436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767908 Jun 14 14:56:29.585059 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-7b82c6b1-ddc3-48de-b91c-688cc8a06649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12397034'] for subnet, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:29.587900 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-51b06406-3bd8-4554-8dfe-ab0bb6b84d23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:56:29.624467 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b82c6b1-ddc3-48de-b91c-688cc8a06649 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f1648b2-006c-47fc-bec4-7719f58bad8c,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:56:29.628052 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-7b82c6b1-ddc3-48de-b91c-688cc8a06649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:56:29.630878 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-7b82c6b1-ddc3-48de-b91c-688cc8a06649 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699218'] for subnet, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:29.633080 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-7b82c6b1-ddc3-48de-b91c-688cc8a06649 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/8f1648b2-006c-47fc-bec4-7719f58bad8c HTTP/1.1" status: 204 len: 168 time: 0.5980084 Jun 14 14:56:29.635443 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 38736) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:56:29.641228 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d53744-0fa6-4d3f-9ce4-d8fe274b52c8 None None] Network eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46 requested from dv-cinder-726180-9-iscsi {{(pid=99485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:56:29.729766 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-066491ef-c0c3-4027-b457-d0bc63cf862a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1035504'] for network, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:29.780944 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-fac6794f-d54e-43a2-84ad-332974bc6d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:29.801347 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.plugin [None req-066491ef-c0c3-4027-b457-d0bc63cf862a admin admin] Deleting port 4e982e43-bfab-4713-8af4-e5ed0c8c4919 {{(pid=99483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:56:29.801678 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-066491ef-c0c3-4027-b457-d0bc63cf862a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375454248'] for port, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:29.877889 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d436531d-761d-4d95-87fe-197acabf7f0d None None] DHCP port deletion for eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46 request from dv-cinder-726180-9-iscsi {{(pid=99485) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 14 14:56:29.892836 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.db [None req-066491ef-c0c3-4027-b457-d0bc63cf862a admin admin] For port 4e982e43-bfab-4713-8af4-e5ed0c8c4919, host dv-cinder-726180-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=4e982e43-bfab-4713-8af4-e5ed0c8c4919,segment=NetworkSegment(74da14e9-8c63-4e6e-9b03-7a584e6443b7),segment_id=74da14e9-8c63-4e6e-9b03-7a584e6443b7)] {{(pid=99483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:56:29.893195 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-066491ef-c0c3-4027-b457-d0bc63cf862a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4046836'] for port, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:29.945120 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-d436531d-761d-4d95-87fe-197acabf7f0d None None] Deleting port 4e982e43-bfab-4713-8af4-e5ed0c8c4919 {{(pid=99485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:56:29.945532 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-d436531d-761d-4d95-87fe-197acabf7f0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375454248'] for port, before_delete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:29.998294 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.plugin [None req-066491ef-c0c3-4027-b457-d0bc63cf862a admin admin] Calling delete_port for 4e982e43-bfab-4713-8af4-e5ed0c8c4919 owned by network:dhcp {{(pid=99483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:56:30.048926 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-d436531d-761d-4d95-87fe-197acabf7f0d None None] For port 4e982e43-bfab-4713-8af4-e5ed0c8c4919, host dv-cinder-726180-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=4e982e43-bfab-4713-8af4-e5ed0c8c4919,segment=NetworkSegment(74da14e9-8c63-4e6e-9b03-7a584e6443b7),segment_id=74da14e9-8c63-4e6e-9b03-7a584e6443b7)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:56:30.049315 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-d436531d-761d-4d95-87fe-197acabf7f0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4046836'] for port, precommit_delete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:30.157469 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-d436531d-761d-4d95-87fe-197acabf7f0d None None] Calling delete_port for 4e982e43-bfab-4713-8af4-e5ed0c8c4919 owned by network:dhcp {{(pid=99485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:56:30.205233 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0bf4c9-7aa2-44a4-a929-9cb8d4b3eea3 req-383c282c-a4f1-4683-8f4e-f5cc180f8a95 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:30.207585 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-2d0bf4c9-7aa2-44a4-a929-9cb8d4b3eea3 req-383c282c-a4f1-4683-8f4e-f5cc180f8a95 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/ports?device_id=125630bd-d67e-48fc-8211-0d2965b74abb HTTP/1.1" status: 200 len: 945 time: 0.0904331 Jun 14 14:56:30.239505 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-066491ef-c0c3-4027-b457-d0bc63cf862a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375458892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763375065896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282732'] for port, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:30.242023 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-f9416d89-0d05-47e6-a5d8-164fe5650558 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:56:30.260910 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-d436531d-761d-4d95-87fe-197acabf7f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375458892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763375065896'] for port, after_delete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:30.264654 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-2d0bf4c9-7aa2-44a4-a929-9cb8d4b3eea3 req-24afe755-a8fa-4d38-93a7-84a1401aa5d6 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7487a51-824c-4894-935f-37b6063de436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498769 Jun 14 14:56:30.271452 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:56:30.291825 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066491ef-c0c3-4027-b457-d0bc63cf862a admin admin] Pushing event deleted for resources: {'Port': ['ID=4e982e43-bfab-4713-8af4-e5ed0c8c4919,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:56:30.294837 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066491ef-c0c3-4027-b457-d0bc63cf862a admin admin] No DVR routers for this DVR port 4e982e43-bfab-4713-8af4-e5ed0c8c4919 on host dv-cinder-726180-9-iscsi {{(pid=99483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 14:56:30.296764 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-066491ef-c0c3-4027-b457-d0bc63cf862a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:56:30.306534 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d436531d-761d-4d95-87fe-197acabf7f0d None None] No DVR routers for this DVR port 4e982e43-bfab-4713-8af4-e5ed0c8c4919 on host dv-cinder-726180-9-iscsi {{(pid=99485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 14:56:30.311067 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d436531d-761d-4d95-87fe-197acabf7f0d None None] Pushing event deleted for resources: {'Port': ['ID=4e982e43-bfab-4713-8af4-e5ed0c8c4919,revision_number=None']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:56:30.322111 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-d436531d-761d-4d95-87fe-197acabf7f0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:56:30.410125 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-066491ef-c0c3-4027-b457-d0bc63cf862a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-911334', 'neutron.services.segments.db._delete_segments_for_network-8763375589048'] for network, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:30.423107 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.services.segments.db [None req-066491ef-c0c3-4027-b457-d0bc63cf862a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46']}} {{(pid=99483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:56:30.435958 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.services.segments.db [None req-066491ef-c0c3-4027-b457-d0bc63cf862a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74da14e9-8c63-4e6e-9b03-7a584e6443b7') {'for_net_delete': True} {{(pid=99483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:56:30.436315 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.services.segments.db [None req-066491ef-c0c3-4027-b457-d0bc63cf862a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74da14e9-8c63-4e6e-9b03-7a584e6443b7') {} {{(pid=99483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:56:30.454750 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-066491ef-c0c3-4027-b457-d0bc63cf862a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375588886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8802493'] for segment, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:30.471173 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-066491ef-c0c3-4027-b457-d0bc63cf862a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-914478'] for segment, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:30.473385 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-066491ef-c0c3-4027-b457-d0bc63cf862a admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=99483) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 14:56:30.473793 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-066491ef-c0c3-4027-b457-d0bc63cf862a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-914478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282687'] for segment, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:30.475924 dv-cinder-726180-9-iscsi neutron-server[99483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:56:30.475924 dv-cinder-726180-9-iscsi neutron-server[99483]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:56:30.475924 dv-cinder-726180-9-iscsi neutron-server[99483]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:56:30.475924 dv-cinder-726180-9-iscsi neutron-server[99483]: retrieve_revision_numbers = { Jun 14 14:56:30.475924 dv-cinder-726180-9-iscsi neutron-server[99483]: Traceback (most recent call last): Jun 14 14:56:30.475924 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 14 14:56:30.475924 dv-cinder-726180-9-iscsi neutron-server[99483]: timer() Jun 14 14:56:30.475924 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 14 14:56:30.475924 dv-cinder-726180-9-iscsi neutron-server[99483]: cb(*args, **kw) Jun 14 14:56:30.475924 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 14 14:56:30.475924 dv-cinder-726180-9-iscsi neutron-server[99483]: return func(*args, **kwargs) Jun 14 14:56:30.475924 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 14 14:56:30.475924 dv-cinder-726180-9-iscsi neutron-server[99483]: self._notify() Jun 14 14:56:30.475924 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 14 14:56:30.475924 dv-cinder-726180-9-iscsi neutron-server[99483]: self.callback(batched_events) Jun 14 14:56:30.475924 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 14 14:56:30.475924 dv-cinder-726180-9-iscsi neutron-server[99483]: event.method(event) Jun 14 14:56:30.475924 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 14 14:56:30.475924 dv-cinder-726180-9-iscsi neutron-server[99483]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 14 14:56:30.475924 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 14 14:56:30.475924 dv-cinder-726180-9-iscsi neutron-server[99483]: aggregate_uuid = self.p_client.list_aggregates( Jun 14 14:56:30.475924 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 14 14:56:30.475924 dv-cinder-726180-9-iscsi neutron-server[99483]: return f(self, *a, **k) Jun 14 14:56:30.475924 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 14 14:56:30.475924 dv-cinder-726180-9-iscsi neutron-server[99483]: return self._get(url).json() Jun 14 14:56:30.475924 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 14 14:56:30.475924 dv-cinder-726180-9-iscsi neutron-server[99483]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 14 14:56:30.475924 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 14 14:56:30.475924 dv-cinder-726180-9-iscsi neutron-server[99483]: return self.request(url, 'GET', **kwargs) Jun 14 14:56:30.475924 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 14 14:56:30.475924 dv-cinder-726180-9-iscsi neutron-server[99483]: base_url = self.get_endpoint(auth, allow=allow, Jun 14 14:56:30.475924 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 14 14:56:30.475924 dv-cinder-726180-9-iscsi neutron-server[99483]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 14 14:56:30.475924 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 14 14:56:30.475924 dv-cinder-726180-9-iscsi neutron-server[99483]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 14 14:56:30.475924 dv-cinder-726180-9-iscsi neutron-server[99483]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 14 14:56:30.725438 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:30.761269 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-066491ef-c0c3-4027-b457-d0bc63cf862a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-911353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4045583'] for network, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:30.765971 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:56:30.768693 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-066491ef-c0c3-4027-b457-d0bc63cf862a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699218'] for network, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:30.771776 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-066491ef-c0c3-4027-b457-d0bc63cf862a admin admin] 10.222.0.55 "DELETE /v2.0/networks/eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46 HTTP/1.1" status: 204 len: 168 time: 1.1343441 Jun 14 14:56:30.790579 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066491ef-c0c3-4027-b457-d0bc63cf862a admin admin] Pushing event deleted for resources: {'Network': ['ID=eccaa66b-5dc5-4ff3-a16b-3e23b79c8e46,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:56:30.795538 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-066491ef-c0c3-4027-b457-d0bc63cf862a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:56:30.856264 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device 4e982e43-bfab-4713-8af4-e5ed0c8c4919 no longer exists at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 14:56:30.882842 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] No Port match for: 4e982e43-bfab-4713-8af4-e5ed0c8c4919 {{(pid=99485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 14:56:30.883197 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device 4e982e43-bfab-4713-8af4-e5ed0c8c4919 not bound to the agent host dv-cinder-726180-9-iscsi {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 14:56:31.465002 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 38744) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:56:31.467899 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9b466e-e848-4091-82a4-1de3fca3fc0d req-7cfc6719-b6d8-4273-a7fe-fa1aff51f412 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:31.469565 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-2f9b466e-e848-4091-82a4-1de3fca3fc0d req-7cfc6719-b6d8-4273-a7fe-fa1aff51f412 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/ports?device_id=125630bd-d67e-48fc-8211-0d2965b74abb HTTP/1.1" status: 200 len: 945 time: 0.0816550 Jun 14 14:56:31.480858 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-39b4335d-7f90-4c96-ac82-c584c202a69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:31.520587 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-879b95ab-b43c-4972-9db1-d56aeadb2f0d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=79973d5241f0405abc9418c3151cbe9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0483816 Jun 14 14:56:31.522875 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 38746) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:56:31.523640 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-2f9b466e-e848-4091-82a4-1de3fca3fc0d req-f5786a28-f04e-4dba-9ade-d7120cd24f5e tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7487a51-824c-4894-935f-37b6063de436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463626 Jun 14 14:56:31.584689 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-f7149f7a-0b4a-4f7c-8948-a9447ed35ebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:31.613024 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-f7149f7a-0b4a-4f7c-8948-a9447ed35ebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:31.732490 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e767f35b-58ae-4d70-a9b6-9e50509d4a10 req-fb9c69b6-b057-4df6-80c7-60402cda2b8a tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:31.734053 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-e767f35b-58ae-4d70-a9b6-9e50509d4a10 req-fb9c69b6-b057-4df6-80c7-60402cda2b8a tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/ports?device_id=125630bd-d67e-48fc-8211-0d2965b74abb HTTP/1.1" status: 200 len: 945 time: 0.0809011 Jun 14 14:56:31.789132 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-e767f35b-58ae-4d70-a9b6-9e50509d4a10 req-e23624ab-70a5-4073-9afa-2c51e0896e48 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7487a51-824c-4894-935f-37b6063de436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443206 Jun 14 14:56:31.817809 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 38750) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:56:31.869543 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-f7149f7a-0b4a-4f7c-8948-a9447ed35ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:31.873174 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-f7149f7a-0b4a-4f7c-8948-a9447ed35ebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:31.874356 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-f7149f7a-0b4a-4f7c-8948-a9447ed35ebb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4cce9472-fea7-4e43-aa6e-177f77ebe01a HTTP/1.1" status: 204 len: 168 time: 0.3504398 Jun 14 14:56:31.875216 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-b36fecb0-f00e-4226-ad2f-c37aa3d72390 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:56:31.885347 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7149f7a-0b4a-4f7c-8948-a9447ed35ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cce9472-fea7-4e43-aa6e-177f77ebe01a,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:56:31.888823 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-f7149f7a-0b4a-4f7c-8948-a9447ed35ebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:56:32.084307 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7727046-affc-4cb3-a1e0-6603d9eea37c tempest-TestVolumeBootPattern-597839495 tempest-TestVolumeBootPattern-597839495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:32.085758 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-a7727046-affc-4cb3-a1e0-6603d9eea37c tempest-TestVolumeBootPattern-597839495 tempest-TestVolumeBootPattern-597839495-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=125630bd-d67e-48fc-8211-0d2965b74abb HTTP/1.1" status: 200 len: 1093 time: 0.2668710 Jun 14 14:56:32.090158 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 38756) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:56:32.095157 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.v2.base [None req-468dddb5-a9e4-441a-9099-f399d903711b tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Request body: {'floatingip': {'floating_network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'port_id': '40499fb3-599e-48e5-97e7-006821aa77f8', 'tenant_id': 'a3f11692b2f8449abf062d147c313cb2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=99483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:56:32.236439 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-468dddb5-a9e4-441a-9099-f399d903711b tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks [] for floatingip, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:32.383565 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-468dddb5-a9e4-441a-9099-f399d903711b tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905267'] for port, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:32.538146 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.db_base_plugin_common [None req-468dddb5-a9e4-441a-9099-f399d903711b tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Allocated IP 172.27.3.188 (380d7500-e042-4a28-87f8-50b947846e60/5342af6e-54a0-4047-9509-517c9dedbdeb/7186cdaf-cc4d-47fa-aa20-ecaeefdac313) {{(pid=99483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:56:33.034945 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-468dddb5-a9e4-441a-9099-f399d903711b tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks [] for port, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:33.281300 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-468dddb5-a9e4-441a-9099-f399d903711b tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-905456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763375065887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12282725'] for port, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:33.283551 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-2eed00d1-b21c-4d56-b15b-2df0c7df2b77 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:56:33.329584 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468dddb5-a9e4-441a-9099-f399d903711b tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Network 380d7500-e042-4a28-87f8-50b947846e60 is already hosted by enough agents. {{(pid=99483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:56:33.332447 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.base_scheduler [None req-468dddb5-a9e4-441a-9099-f399d903711b tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Resources bound (agent type, host, resource id): {{(pid=99483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:56:33.336155 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468dddb5-a9e4-441a-9099-f399d903711b tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Received port after_create {{(pid=99483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:56:33.368681 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468dddb5-a9e4-441a-9099-f399d903711b tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Pushing event updated for resources: {'Port': ['ID=7186cdaf-cc4d-47fa-aa20-ecaeefdac313,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:56:33.378089 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-468dddb5-a9e4-441a-9099-f399d903711b tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:56:33.517770 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 38776) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:56:33.618720 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.v2.base [None req-bb84fda3-d27a-4f06-a0a5-d60d6b8d607f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-232691054-network', 'tenant_id': 'a344519311104542bc532348e75e427b'}} {{(pid=99484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:56:33.855757 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-468dddb5-a9e4-441a-9099-f399d903711b tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:33.924582 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb84fda3-d27a-4f06-a0a5-d60d6b8d607f admin admin] Made reservation on behalf of a344519311104542bc532348e75e427b for: {'network': 1} {{(pid=99484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:56:33.926980 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-bb84fda3-d27a-4f06-a0a5-d60d6b8d607f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905267'] for network, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:33.940251 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-bb84fda3-d27a-4f06-a0a5-d60d6b8d607f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:34.044268 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-bb84fda3-d27a-4f06-a0a5-d60d6b8d607f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:34.080446 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-468dddb5-a9e4-441a-9099-f399d903711b tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:34.246212 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-bb84fda3-d27a-4f06-a0a5-d60d6b8d607f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:34.249657 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-c910e1a6-b64e-4b1e-bcbb-413833e76733 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:56:34.275175 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb84fda3-d27a-4f06-a0a5-d60d6b8d607f admin admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=99484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 14:56:34.286238 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb84fda3-d27a-4f06-a0a5-d60d6b8d607f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54581e45-42fd-4752-b3ea-3a1c52f34bad,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:56:34.289395 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-bb84fda3-d27a-4f06-a0a5-d60d6b8d607f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:56:34.293322 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-468dddb5-a9e4-441a-9099-f399d903711b tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks [] for port, precommit_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:34.297829 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-bb84fda3-d27a-4f06-a0a5-d60d6b8d607f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-914478'] for segment, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:34.298159 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.db.segments_db [None req-bb84fda3-d27a-4f06-a0a5-d60d6b8d607f admin admin] Added segment 557e6797-aaed-4571-ae23-65c32c2db1f8 of type vlan for network e5362cf3-22e2-458b-983d-d02bdc155e0b Jun 14 14:56:34.350324 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-bb84fda3-d27a-4f06-a0a5-d60d6b8d607f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763375052454'] for network, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:34.410098 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-468dddb5-a9e4-441a-9099-f399d903711b tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282715'] for port, after_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:34.412427 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-55636ea6-904e-4a2b-b5ea-2a92e75a8948 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:56:34.493183 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468dddb5-a9e4-441a-9099-f399d903711b tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Pushing event updated for resources: {'Port': ['ID=7186cdaf-cc4d-47fa-aa20-ecaeefdac313,revision_number=2']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:56:34.501172 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-468dddb5-a9e4-441a-9099-f399d903711b tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:56:34.512038 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-468dddb5-a9e4-441a-9099-f399d903711b tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4045686'] for floatingip, after_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:34.612364 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-bb84fda3-d27a-4f06-a0a5-d60d6b8d607f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255'] for network, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:34.613819 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb84fda3-d27a-4f06-a0a5-d60d6b8d607f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:34.614470 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-bb84fda3-d27a-4f06-a0a5-d60d6b8d607f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699218'] for network, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:34.617502 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:56:34.659428 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.db.l3_db [None req-468dddb5-a9e4-441a-9099-f399d903711b tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Floating IP a33ad477-a38b-4df4-8609-4b11bf42924a associated. External IP: 172.27.3.188, port: 40499fb3-599e-48e5-97e7-006821aa77f8. Jun 14 14:56:34.702025 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb84fda3-d27a-4f06-a0a5-d60d6b8d607f admin admin] Pushing event updated for resources: {'Network': ['ID=e5362cf3-22e2-458b-983d-d02bdc155e0b,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:56:34.704918 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-bb84fda3-d27a-4f06-a0a5-d60d6b8d607f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:56:34.712605 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Network e5362cf3-22e2-458b-983d-d02bdc155e0b details requested by agent ovs-agent-dv-cinder-726180-9-iscsi with host dv-cinder-726180-9-iscsi {{(pid=99485) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 14:56:34.827987 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-bb84fda3-d27a-4f06-a0a5-d60d6b8d607f admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3089643 Jun 14 14:56:34.830773 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 38782) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:56:34.835773 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.v2.base [None req-6d7c7f73-b494-43f8-8fe3-53bdf69ed972 admin admin] Request body: {'subnet': {'network_id': 'e5362cf3-22e2-458b-983d-d02bdc155e0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-232691054-subnet', 'tenant_id': 'a344519311104542bc532348e75e427b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:56:34.967292 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-468dddb5-a9e4-441a-9099-f399d903711b tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Router 56db3354-3750-4571-b550-d8c3ab04ebf8 has already been hosted by L3 agent 1c008f53-dbc2-48c1-a123-31b869a31df2 {{(pid=99483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 14:56:35.023913 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d7c7f73-b494-43f8-8fe3-53bdf69ed972 admin admin] Made reservation on behalf of a344519311104542bc532348e75e427b for: {'subnet': 1} {{(pid=99484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:56:35.026369 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-6d7c7f73-b494-43f8-8fe3-53bdf69ed972 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12540677'] for subnet, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:35.124226 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-468dddb5-a9e4-441a-9099-f399d903711b tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify agent at l3_agent.dv-cinder-726180-9-iscsi the message routers_updated {{(pid=99483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 14:56:35.156350 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf3074d-dfbb-4969-a631-08b953bf2536 None None] Sync routers for ids ['56db3354-3750-4571-b550-d8c3ab04ebf8'] in dv-cinder-726180-9-iscsi {{(pid=99485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 14:56:35.156350 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf3074d-dfbb-4969-a631-08b953bf2536 None None] Routers {'56db3354-3750-4571-b550-d8c3ab04ebf8'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:56:35.156350 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-edf3074d-dfbb-4969-a631-08b953bf2536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:56:28Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['56db3354-3750-4571-b550-d8c3ab04ebf8'], 'active': True} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:56:35.304306 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvr_db [None req-edf3074d-dfbb-4969-a631-08b953bf2536 None None] Set router 56db3354-3750-4571-b550-d8c3ab04ebf8 gateway port host: dv-cinder-726180-9-iscsi {{(pid=99485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:56:35.321057 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-468dddb5-a9e4-441a-9099-f399d903711b tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645'] for floatingip, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:35.365945 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-468dddb5-a9e4-441a-9099-f399d903711b tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2746055 Jun 14 14:56:35.366706 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '125630bd-d67e-48fc-8211-0d2965b74abb', 'tag': '40499fb3-599e-48e5-97e7-006821aa77f8'}] {{(pid=99483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:56:35.369114 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10e764dcb54ca1904200e902db0bf3fc798e652e4e20eb5cbfc1ab196cf52753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca433efb-1e57-4729-9cd1-eb8237eaee70" -d '{"events": [{"name": "network-changed", "server_uuid": "125630bd-d67e-48fc-8211-0d2965b74abb", "tag": "40499fb3-599e-48e5-97e7-006821aa77f8"}]}' {{(pid=99483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:56:35.410477 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 14:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d002421-0d15-49ac-b429-20e432b781ce x-openstack-request-id: req-0d002421-0d15-49ac-b429-20e432b781ce {{(pid=99483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:56:35.410892 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "125630bd-d67e-48fc-8211-0d2965b74abb", "tag": "40499fb3-599e-48e5-97e7-006821aa77f8", "status": "completed", "code": 200}]} {{(pid=99483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:56:35.411253 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0d002421-0d15-49ac-b429-20e432b781ce {{(pid=99483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:56:35.411712 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '125630bd-d67e-48fc-8211-0d2965b74abb', 'tag': '40499fb3-599e-48e5-97e7-006821aa77f8', 'status': 'completed', 'code': 200} Jun 14 14:56:35.485771 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-6d7c7f73-b494-43f8-8fe3-53bdf69ed972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12089804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12540691'] for subnet, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:35.495869 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:56:35.519488 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca433efb-1e57-4729-9cd1-eb8237eaee70 req-91d833e2-232b-4306-b2d6-5bc064046791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:35.521195 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-ca433efb-1e57-4729-9cd1-eb8237eaee70 req-91d833e2-232b-4306-b2d6-5bc064046791 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a3f11692b2f8449abf062d147c313cb2&device_id=125630bd-d67e-48fc-8211-0d2965b74abb HTTP/1.1" status: 200 len: 1098 time: 0.0782928 Jun 14 14:56:35.580986 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7c7f73-b494-43f8-8fe3-53bdf69ed972 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79f88779-977f-498a-a15f-b55cc136c5ab,revision_number=0']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:56:35.584240 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7c7f73-b494-43f8-8fe3-53bdf69ed972 admin admin] Checking segment: {'id': '557e6797-aaed-4571-ae23-65c32c2db1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e5362cf3-22e2-458b-983d-d02bdc155e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:56:35.584623 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7c7f73-b494-43f8-8fe3-53bdf69ed972 admin admin] Network hostable DHCP agents. Network: e5362cf3-22e2-458b-983d-d02bdc155e0b, hostable agents: ['93423e1b-8ac2-4abf-ba8c-2bf2a6ff74d8'], hosted agents: [] {{(pid=99484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 14:56:35.587198 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-6d7c7f73-b494-43f8-8fe3-53bdf69ed972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:56:35.642353 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-edf3074d-dfbb-4969-a631-08b953bf2536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'name': 'tempest-TestVolumeBootPattern-530298258-router', 'tenant_id': 'a3f11692b2f8449abf062d147c313cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:55:23Z', 'updated_at': '2021-06-14T14:55:31Z', 'revision_number': 4, 'project_id': 'a3f11692b2f8449abf062d147c313cb2', 'gw_port': {'id': 'fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:12:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:55:25Z', 'updated_at': '2021-06-14T14:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_floatingips': [{'id': 'a33ad477-a38b-4df4-8609-4b11bf42924a', 'tenant_id': 'a3f11692b2f8449abf062d147c313cb2', 'floating_ip_address': '172.27.3.188', 'floating_network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'router_id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'port_id': '40499fb3-599e-48e5-97e7-006821aa77f8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5de2046a-1fb6-45f0-8b8a-db9f6abde019', 'mac_address': 'fa:16:3e:78:d1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125630bd-d67e-48fc-8211-0d2965b74abb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T14:56:33Z', 'updated_at': '2021-06-14T14:56:33Z', 'revision_number': 0, 'project_id': 'a3f11692b2f8449abf062d147c313cb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd223acc0-6fae-4005-912e-50fe6f00d313', 'name': '', 'network_id': '5de2046a-1fb6-45f0-8b8a-db9f6abde019', 'tenant_id': 'a3f11692b2f8449abf062d147c313cb2', 'mac_address': 'fa:16:3e:b7:34:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '1232b771-0d43-4b91-a771-4713ef8d7898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:55:29Z', 'updated_at': '2021-06-14T14:55:37Z', 'revision_number': 5, 'project_id': 'a3f11692b2f8449abf062d147c313cb2', 'subnets': [{'id': '1232b771-0d43-4b91-a771-4713ef8d7898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:56:35.645788 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf3074d-dfbb-4969-a631-08b953bf2536 None None] Checking router: 56db3354-3750-4571-b550-d8c3ab04ebf8 for host: dv-cinder-726180-9-iscsi {{(pid=99485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 14:56:35.654746 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf3074d-dfbb-4969-a631-08b953bf2536 None None] Routers {'56db3354-3750-4571-b550-d8c3ab04ebf8'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:56:35.655388 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-edf3074d-dfbb-4969-a631-08b953bf2536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:56:28Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['56db3354-3750-4571-b550-d8c3ab04ebf8'], 'active': True} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:56:35.656696 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca433efb-1e57-4729-9cd1-eb8237eaee70 req-d473f275-4707-4b07-b14e-fad44a41f0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:35.658733 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-ca433efb-1e57-4729-9cd1-eb8237eaee70 req-d473f275-4707-4b07-b14e-fad44a41f0f0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5de2046a-1fb6-45f0-8b8a-db9f6abde019 HTTP/1.1" status: 200 len: 912 time: 0.1261606 Jun 14 14:56:35.765162 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-ca433efb-1e57-4729-9cd1-eb8237eaee70 req-a070c6f5-1b14-4f47-9c0f-46c5aac8c0d4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40499fb3-599e-48e5-97e7-006821aa77f8 HTTP/1.1" status: 200 len: 999 time: 0.0868254 Jun 14 14:56:35.815785 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvr_db [None req-edf3074d-dfbb-4969-a631-08b953bf2536 None None] Set router 56db3354-3750-4571-b550-d8c3ab04ebf8 gateway port host: dv-cinder-726180-9-iscsi {{(pid=99485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:56:35.826768 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca433efb-1e57-4729-9cd1-eb8237eaee70 req-bd8c5bdd-4465-4af6-8f57-c15272bd1d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:35.828250 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-ca433efb-1e57-4729-9cd1-eb8237eaee70 req-bd8c5bdd-4465-4af6-8f57-c15272bd1d7f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1232b771-0d43-4b91-a771-4713ef8d7898 HTTP/1.1" status: 200 len: 850 time: 0.0567234 Jun 14 14:56:35.874514 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7c7f73-b494-43f8-8fe3-53bdf69ed972 admin admin] Network e5362cf3-22e2-458b-983d-d02bdc155e0b is scheduled to be hosted by DHCP agent 93423e1b-8ac2-4abf-ba8c-2bf2a6ff74d8 with binding_index 1 {{(pid=99484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 14:56:35.911136 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca433efb-1e57-4729-9cd1-eb8237eaee70 req-b7de1c3c-07af-4774-870f-2d6fb9b691a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:35.912676 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-ca433efb-1e57-4729-9cd1-eb8237eaee70 req-b7de1c3c-07af-4774-870f-2d6fb9b691a7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5de2046a-1fb6-45f0-8b8a-db9f6abde019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0775857 Jun 14 14:56:36.008362 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.base_scheduler [None req-6d7c7f73-b494-43f8-8fe3-53bdf69ed972 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-726180-9-iscsi, e5362cf3-22e2-458b-983d-d02bdc155e0b) {{(pid=99484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:56:36.013827 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7c7f73-b494-43f8-8fe3-53bdf69ed972 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:36.014705 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-6d7c7f73-b494-43f8-8fe3-53bdf69ed972 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:36.043189 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-ca433efb-1e57-4729-9cd1-eb8237eaee70 req-9a505be8-8378-460f-a1d1-57f8f1e5ffd0 service neutron] 10.222.0.21 "GET /v2.0/networks/5de2046a-1fb6-45f0-8b8a-db9f6abde019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208014 Jun 14 14:56:36.063800 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1226fb3e-2765-447e-a8a3-9487fdb35b98 None None] Network e5362cf3-22e2-458b-983d-d02bdc155e0b requested from dv-cinder-726180-9-iscsi {{(pid=99485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:56:36.159661 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-6d7c7f73-b494-43f8-8fe3-53bdf69ed972 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3275938 Jun 14 14:56:36.172773 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-ca433efb-1e57-4729-9cd1-eb8237eaee70 req-af37595c-ceaa-4699-9a70-e98752317bb1 service neutron] 10.222.0.21 "GET /v2.0/networks/5de2046a-1fb6-45f0-8b8a-db9f6abde019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170177 Jun 14 14:56:36.343720 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ef7503-c8fe-423d-8eb6-6617b811183c None None] Network e5362cf3-22e2-458b-983d-d02bdc155e0b requested from dv-cinder-726180-9-iscsi {{(pid=99485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:56:36.490059 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-edf3074d-dfbb-4969-a631-08b953bf2536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'name': 'tempest-TestVolumeBootPattern-530298258-router', 'tenant_id': 'a3f11692b2f8449abf062d147c313cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:55:23Z', 'updated_at': '2021-06-14T14:55:31Z', 'revision_number': 4, 'project_id': 'a3f11692b2f8449abf062d147c313cb2', 'gw_port': {'id': 'fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:12:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:55:25Z', 'updated_at': '2021-06-14T14:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_floatingips': [{'id': 'a33ad477-a38b-4df4-8609-4b11bf42924a', 'tenant_id': 'a3f11692b2f8449abf062d147c313cb2', 'floating_ip_address': '172.27.3.188', 'floating_network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'router_id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'port_id': '40499fb3-599e-48e5-97e7-006821aa77f8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5de2046a-1fb6-45f0-8b8a-db9f6abde019', 'mac_address': 'fa:16:3e:78:d1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125630bd-d67e-48fc-8211-0d2965b74abb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T14:56:33Z', 'updated_at': '2021-06-14T14:56:33Z', 'revision_number': 0, 'project_id': 'a3f11692b2f8449abf062d147c313cb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd223acc0-6fae-4005-912e-50fe6f00d313', 'name': '', 'network_id': '5de2046a-1fb6-45f0-8b8a-db9f6abde019', 'tenant_id': 'a3f11692b2f8449abf062d147c313cb2', 'mac_address': 'fa:16:3e:b7:34:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '1232b771-0d43-4b91-a771-4713ef8d7898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:55:29Z', 'updated_at': '2021-06-14T14:55:37Z', 'revision_number': 5, 'project_id': 'a3f11692b2f8449abf062d147c313cb2', 'subnets': [{'id': '1232b771-0d43-4b91-a771-4713ef8d7898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:56:36.519521 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf3074d-dfbb-4969-a631-08b953bf2536 None None] The sync data for ids ['56db3354-3750-4571-b550-d8c3ab04ebf8'] in dv-cinder-726180-9-iscsi is: [{'id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'name': 'tempest-TestVolumeBootPattern-530298258-router', 'tenant_id': 'a3f11692b2f8449abf062d147c313cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:55:23Z', 'updated_at': '2021-06-14T14:55:31Z', 'revision_number': 4, 'project_id': 'a3f11692b2f8449abf062d147c313cb2', 'gw_port': {'id': 'fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:12:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:55:25Z', 'updated_at': '2021-06-14T14:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_floatingips': [{'id': 'a33ad477-a38b-4df4-8609-4b11bf42924a', 'tenant_id': 'a3f11692b2f8449abf062d147c313cb2', 'floating_ip_address': '172.27.3.188', 'floating_network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'router_id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'port_id': '40499fb3-599e-48e5-97e7-006821aa77f8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5de2046a-1fb6-45f0-8b8a-db9f6abde019', 'mac_address': 'fa:16:3e:78:d1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125630bd-d67e-48fc-8211-0d2965b74abb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T14:56:33Z', 'updated_at': '2021-06-14T14:56:33Z', 'revision_number': 0, 'project_id': 'a3f11692b2f8449abf062d147c313cb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd223acc0-6fae-4005-912e-50fe6f00d313', 'name': '', 'network_id': '5de2046a-1fb6-45f0-8b8a-db9f6abde019', 'tenant_id': 'a3f11692b2f8449abf062d147c313cb2', 'mac_address': 'fa:16:3e:b7:34:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '1232b771-0d43-4b91-a771-4713ef8d7898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:55:29Z', 'updated_at': '2021-06-14T14:55:37Z', 'revision_number': 5, 'project_id': 'a3f11692b2f8449abf062d147c313cb2', 'subnets': [{'id': '1232b771-0d43-4b91-a771-4713ef8d7898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 14:56:36.685026 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5541376-e978-4307-a7a9-d43df1ab76a7 req-6c52ea66-c3cd-4273-aa14-9751fb66561e tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:36.686573 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-c5541376-e978-4307-a7a9-d43df1ab76a7 req-6c52ea66-c3cd-4273-aa14-9751fb66561e tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/networks?id=e5362cf3-22e2-458b-983d-d02bdc155e0b HTTP/1.1" status: 200 len: 814 time: 0.1383083 Jun 14 14:56:36.707258 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-c5541376-e978-4307-a7a9-d43df1ab76a7 req-f35e0809-1369-43f7-92ef-387003ae4aa3 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/quotas/a344519311104542bc532348e75e427b HTTP/1.1" status: 200 len: 375 time: 0.0149910 Jun 14 14:56:36.730027 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322ecd6f-0278-4c97-ac5d-07b171c53db2 None None] New status for floating IP a33ad477-a38b-4df4-8609-4b11bf42924a: ACTIVE {{(pid=99486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 14:56:36.760778 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-c5541376-e978-4307-a7a9-d43df1ab76a7 req-e0cd8725-c29d-4a68-866c-33ec0e80e3a9 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a344519311104542bc532348e75e427b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466607 Jun 14 14:56:36.905810 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-c5541376-e978-4307-a7a9-d43df1ab76a7 req-29067910-db4b-4379-a921-29bc99c01dd2 service neutron] 10.222.0.55 "GET /v2.0/networks/e5362cf3-22e2-458b-983d-d02bdc155e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380954 Jun 14 14:56:37.024473 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-c5541376-e978-4307-a7a9-d43df1ab76a7 req-507ca250-d54c-462e-bd9b-2aec620e9cee service neutron] 10.222.0.55 "GET /v2.0/networks/e5362cf3-22e2-458b-983d-d02bdc155e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127245 Jun 14 14:56:37.370780 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-01fc6e5b-36e7-4db1-a141-689594cd1a17 req-c86cca8f-6d23-424c-88af-796291e0fa07 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/ports?device_id=bdcd9f15-7057-4ade-b29a-aea802ca5234 HTTP/1.1" status: 200 len: 210 time: 0.0386403 Jun 14 14:56:38.467583 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-6e8fe5e3-bd79-4b96-b56b-7f7b7930204b req-36ae026b-57cb-48ac-bda4-57adcc8c1146 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/ports?device_id=bdcd9f15-7057-4ade-b29a-aea802ca5234 HTTP/1.1" status: 200 len: 210 time: 0.0370092 Jun 14 14:56:39.625037 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-78e1957f-5426-4d88-ab0f-d1bd9dcfb1b6 req-be1a44fd-f86d-45ac-ab3e-9ff8931fede1 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/ports?device_id=bdcd9f15-7057-4ade-b29a-aea802ca5234 HTTP/1.1" status: 200 len: 210 time: 0.0356767 Jun 14 14:56:40.719419 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5541376-e978-4307-a7a9-d43df1ab76a7 req-7b2f9bbb-95d1-45e8-bac1-7268c8f0b29c tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:40.720903 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-c5541376-e978-4307-a7a9-d43df1ab76a7 req-7b2f9bbb-95d1-45e8-bac1-7268c8f0b29c tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.21 "GET /v2.0/networks?id=e5362cf3-22e2-458b-983d-d02bdc155e0b HTTP/1.1" status: 200 len: 814 time: 0.1373014 Jun 14 14:56:40.735329 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.v2.base [req-c5541376-e978-4307-a7a9-d43df1ab76a7 req-e4cf72de-9045-4f56-b63d-4041af0134f4 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Request body: {'port': {'device_id': 'bdcd9f15-7057-4ade-b29a-aea802ca5234', 'network_id': 'e5362cf3-22e2-458b-983d-d02bdc155e0b', 'admin_state_up': True, 'tenant_id': 'a344519311104542bc532348e75e427b'}} {{(pid=99483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:56:40.780599 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-60439418-96a6-478d-8849-ad2489c81cbe req-cb3529f1-f625-4ed3-b7ed-9757f550aede tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/ports?device_id=bdcd9f15-7057-4ade-b29a-aea802ca5234 HTTP/1.1" status: 200 len: 210 time: 0.0367732 Jun 14 14:56:41.301908 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5541376-e978-4307-a7a9-d43df1ab76a7 req-e4cf72de-9045-4f56-b63d-4041af0134f4 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Made reservation on behalf of a344519311104542bc532348e75e427b for: {'port': 1} {{(pid=99483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:56:41.305786 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-c5541376-e978-4307-a7a9-d43df1ab76a7 req-e4cf72de-9045-4f56-b63d-4041af0134f4 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905267'] for port, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:41.477610 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.db_base_plugin_common [req-c5541376-e978-4307-a7a9-d43df1ab76a7 req-e4cf72de-9045-4f56-b63d-4041af0134f4 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Allocated IP 172.20.0.12 (e5362cf3-22e2-458b-983d-d02bdc155e0b/79f88779-977f-498a-a15f-b55cc136c5ab/17211691-0725-4179-bfdb-5f7ab46af641) {{(pid=99483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:56:41.682026 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-c5541376-e978-4307-a7a9-d43df1ab76a7 req-e4cf72de-9045-4f56-b63d-4041af0134f4 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Notify callbacks [] for port, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:41.812938 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-c5541376-e978-4307-a7a9-d43df1ab76a7 req-e4cf72de-9045-4f56-b63d-4041af0134f4 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-905456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763375065887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12282725'] for port, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:41.820991 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-ddb56131-8576-46c9-a865-0bcd5f41c4d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:56:41.884505 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5541376-e978-4307-a7a9-d43df1ab76a7 req-e4cf72de-9045-4f56-b63d-4041af0134f4 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Network e5362cf3-22e2-458b-983d-d02bdc155e0b is already hosted by enough agents. {{(pid=99483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:56:41.888633 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.base_scheduler [req-c5541376-e978-4307-a7a9-d43df1ab76a7 req-e4cf72de-9045-4f56-b63d-4041af0134f4 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Resources bound (agent type, host, resource id): {{(pid=99483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:56:41.893079 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5541376-e978-4307-a7a9-d43df1ab76a7 req-e4cf72de-9045-4f56-b63d-4041af0134f4 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Received port after_create {{(pid=99483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:56:41.900581 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cf72de-9045-4f56-b63d-4041af0134f4 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Pushing event updated for resources: {'Port': ['ID=17211691-0725-4179-bfdb-5f7ab46af641,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:56:41.927771 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-e4cf72de-9045-4f56-b63d-4041af0134f4 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:56:41.989154 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5541376-e978-4307-a7a9-d43df1ab76a7 req-e4cf72de-9045-4f56-b63d-4041af0134f4 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:41.989687 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-c5541376-e978-4307-a7a9-d43df1ab76a7 req-e4cf72de-9045-4f56-b63d-4041af0134f4 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645'] for port, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:42.035441 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1433cad6-9760-4c3b-a180-93778d93125b req-a82656b0-ac34-47f8-9b5b-730737f3284d tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:42.036950 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-1433cad6-9760-4c3b-a180-93778d93125b req-a82656b0-ac34-47f8-9b5b-730737f3284d tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/ports?device_id=bdcd9f15-7057-4ade-b29a-aea802ca5234 HTTP/1.1" status: 200 len: 932 time: 0.1080704 Jun 14 14:56:42.082272 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-1433cad6-9760-4c3b-a180-93778d93125b req-256a53b0-cd30-41d4-8c6c-f6cfb110f271 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/security-groups?id=54581e45-42fd-4752-b3ea-3a1c52f34bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389805 Jun 14 14:56:42.113783 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-c5541376-e978-4307-a7a9-d43df1ab76a7 req-e4cf72de-9045-4f56-b63d-4041af0134f4 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3834307 Jun 14 14:56:42.130514 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.v2.base [req-c5541376-e978-4307-a7a9-d43df1ab76a7 req-9399c75e-4b1e-4982-991f-2f2352d78870 service neutron] Request body: {'port': {'device_id': 'bdcd9f15-7057-4ade-b29a-aea802ca5234', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-72618'}} {{(pid=99483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:56:42.222316 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-c5541376-e978-4307-a7a9-d43df1ab76a7 req-9399c75e-4b1e-4982-991f-2f2352d78870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:42.662482 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.notifiers.nova [req-c5541376-e978-4307-a7a9-d43df1ab76a7 req-9399c75e-4b1e-4982-991f-2f2352d78870 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17211691-0725-4179-bfdb-5f7ab46af641 {{(pid=99483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:56:42.671546 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-c5541376-e978-4307-a7a9-d43df1ab76a7 req-9399c75e-4b1e-4982-991f-2f2352d78870 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:42.686249 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.provisioning_blocks [req-c5541376-e978-4307-a7a9-d43df1ab76a7 req-9399c75e-4b1e-4982-991f-2f2352d78870 service neutron] Transition to ACTIVE for port object 17211691-0725-4179-bfdb-5f7ab46af641 will not be triggered until provisioned by entity L2. {{(pid=99483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:56:42.863554 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-c5541376-e978-4307-a7a9-d43df1ab76a7 req-9399c75e-4b1e-4982-991f-2f2352d78870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282715'] for port, after_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:42.865853 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-ce9ec0e4-f370-46e3-942d-13b453efbf0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:56:42.969019 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9399c75e-4b1e-4982-991f-2f2352d78870 service neutron] Pushing event updated for resources: {'Port': ['ID=17211691-0725-4179-bfdb-5f7ab46af641,revision_number=2']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:56:42.972447 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-9399c75e-4b1e-4982-991f-2f2352d78870 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:56:43.070220 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.managers [req-c5541376-e978-4307-a7a9-d43df1ab76a7 req-9399c75e-4b1e-4982-991f-2f2352d78870 service neutron] Attempting to bind port 17211691-0725-4179-bfdb-5f7ab46af641 on host hv-cinder-72618 for vnic_type normal with profile {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:56:43.070571 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.managers [req-c5541376-e978-4307-a7a9-d43df1ab76a7 req-9399c75e-4b1e-4982-991f-2f2352d78870 service neutron] Attempting to bind port 17211691-0725-4179-bfdb-5f7ab46af641 by drivers openvswitch,hyperv on host hv-cinder-72618 at level 0 using segments [{'id': '557e6797-aaed-4571-ae23-65c32c2db1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e5362cf3-22e2-458b-983d-d02bdc155e0b'}] {{(pid=99483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:56:43.070881 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5541376-e978-4307-a7a9-d43df1ab76a7 req-9399c75e-4b1e-4982-991f-2f2352d78870 service neutron] Attempting to bind port 17211691-0725-4179-bfdb-5f7ab46af641 on network e5362cf3-22e2-458b-983d-d02bdc155e0b {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:56:43.076554 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5541376-e978-4307-a7a9-d43df1ab76a7 req-9399c75e-4b1e-4982-991f-2f2352d78870 service neutron] Port 17211691-0725-4179-bfdb-5f7ab46af641 on network e5362cf3-22e2-458b-983d-d02bdc155e0b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-72618 {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 14:56:43.081323 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5541376-e978-4307-a7a9-d43df1ab76a7 req-9399c75e-4b1e-4982-991f-2f2352d78870 service neutron] Attempting to bind port 17211691-0725-4179-bfdb-5f7ab46af641 on network e5362cf3-22e2-458b-983d-d02bdc155e0b {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:56:43.082612 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5541376-e978-4307-a7a9-d43df1ab76a7 req-9399c75e-4b1e-4982-991f-2f2352d78870 service neutron] Checking agent: {'id': '75f5f45e-0f41-4f3b-9aad-8e3a5980501e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-72618', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 44, 59), 'started_at': datetime.datetime(2021, 6, 14, 14, 44, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:56:43.082933 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5541376-e978-4307-a7a9-d43df1ab76a7 req-9399c75e-4b1e-4982-991f-2f2352d78870 service neutron] Checking segment: {'id': '557e6797-aaed-4571-ae23-65c32c2db1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e5362cf3-22e2-458b-983d-d02bdc155e0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:56:43.083422 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5541376-e978-4307-a7a9-d43df1ab76a7 req-9399c75e-4b1e-4982-991f-2f2352d78870 service neutron] Bound using segment: {'id': '557e6797-aaed-4571-ae23-65c32c2db1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e5362cf3-22e2-458b-983d-d02bdc155e0b'} {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:56:43.083737 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.managers [req-c5541376-e978-4307-a7a9-d43df1ab76a7 req-9399c75e-4b1e-4982-991f-2f2352d78870 service neutron] Bound port: 17211691-0725-4179-bfdb-5f7ab46af641, host: hv-cinder-72618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '557e6797-aaed-4571-ae23-65c32c2db1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e5362cf3-22e2-458b-983d-d02bdc155e0b'}}] {{(pid=99483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:56:43.084957 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-c5541376-e978-4307-a7a9-d43df1ab76a7 req-9399c75e-4b1e-4982-991f-2f2352d78870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:43.169523 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.db [req-c5541376-e978-4307-a7a9-d43df1ab76a7 req-9399c75e-4b1e-4982-991f-2f2352d78870 service neutron] For port 17211691-0725-4179-bfdb-5f7ab46af641, host hv-cinder-72618, cleared binding levels {{(pid=99483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:56:43.173159 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.db [req-c5541376-e978-4307-a7a9-d43df1ab76a7 req-9399c75e-4b1e-4982-991f-2f2352d78870 service neutron] For port 17211691-0725-4179-bfdb-5f7ab46af641, host hv-cinder-72618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=17211691-0725-4179-bfdb-5f7ab46af641,segment=NetworkSegment(557e6797-aaed-4571-ae23-65c32c2db1f8),segment_id=557e6797-aaed-4571-ae23-65c32c2db1f8)] {{(pid=99483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:56:43.273218 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-c5541376-e978-4307-a7a9-d43df1ab76a7 req-9399c75e-4b1e-4982-991f-2f2352d78870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282715'] for port, after_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:43.274159 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97041585-e1c1-40e3-ace4-79c72c6e213b req-492d232f-871d-459a-aef2-eaf6a3130627 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:43.275625 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-d3697a7d-1bca-47c3-8ac5-58743837a2b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:56:43.275850 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-97041585-e1c1-40e3-ace4-79c72c6e213b req-492d232f-871d-459a-aef2-eaf6a3130627 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/ports?device_id=bdcd9f15-7057-4ade-b29a-aea802ca5234 HTTP/1.1" status: 200 len: 944 time: 0.0764236 Jun 14 14:56:43.321492 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5541376-e978-4307-a7a9-d43df1ab76a7 req-9399c75e-4b1e-4982-991f-2f2352d78870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:43.322125 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-c5541376-e978-4307-a7a9-d43df1ab76a7 req-9399c75e-4b1e-4982-991f-2f2352d78870 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645'] for port, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:43.323531 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-c5541376-e978-4307-a7a9-d43df1ab76a7 req-9399c75e-4b1e-4982-991f-2f2352d78870 service neutron] 10.222.0.21 "PUT /v2.0/ports/17211691-0725-4179-bfdb-5f7ab46af641 HTTP/1.1" status: 200 len: 1094 time: 1.1974437 Jun 14 14:56:43.324131 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdcd9f15-7057-4ade-b29a-aea802ca5234', 'tag': '17211691-0725-4179-bfdb-5f7ab46af641'}] {{(pid=99483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:56:43.326584 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10e764dcb54ca1904200e902db0bf3fc798e652e4e20eb5cbfc1ab196cf52753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c1908b8-0ac7-4160-8bc7-9cdcc9038964" -d '{"events": [{"name": "network-changed", "server_uuid": "bdcd9f15-7057-4ade-b29a-aea802ca5234", "tag": "17211691-0725-4179-bfdb-5f7ab46af641"}]}' {{(pid=99483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:56:43.333641 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-97041585-e1c1-40e3-ace4-79c72c6e213b req-1ee0a18b-a298-4fbb-bfdd-c70c707c3351 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/security-groups?id=54581e45-42fd-4752-b3ea-3a1c52f34bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500228 Jun 14 14:56:43.358803 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9399c75e-4b1e-4982-991f-2f2352d78870 service neutron] Pushing event updated for resources: {'Port': ['ID=17211691-0725-4179-bfdb-5f7ab46af641,revision_number=3']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:56:43.362332 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-9399c75e-4b1e-4982-991f-2f2352d78870 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:56:43.373430 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 14:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e14f755b-053c-4fa1-9a0c-f8d867e3666c x-openstack-request-id: req-e14f755b-053c-4fa1-9a0c-f8d867e3666c {{(pid=99483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:56:43.373766 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdcd9f15-7057-4ade-b29a-aea802ca5234", "tag": "17211691-0725-4179-bfdb-5f7ab46af641", "status": "completed", "code": 200}]} {{(pid=99483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:56:43.374060 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e14f755b-053c-4fa1-9a0c-f8d867e3666c {{(pid=99483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:56:43.374499 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdcd9f15-7057-4ade-b29a-aea802ca5234', 'tag': '17211691-0725-4179-bfdb-5f7ab46af641', 'status': 'completed', 'code': 200} Jun 14 14:56:43.464121 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1908b8-0ac7-4160-8bc7-9cdcc9038964 req-e803c9ff-d045-4b73-9a4d-5571645d395c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:43.466208 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-6c1908b8-0ac7-4160-8bc7-9cdcc9038964 req-e803c9ff-d045-4b73-9a4d-5571645d395c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a344519311104542bc532348e75e427b&device_id=bdcd9f15-7057-4ade-b29a-aea802ca5234 HTTP/1.1" status: 200 len: 1097 time: 0.0669172 Jun 14 14:56:43.601475 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1908b8-0ac7-4160-8bc7-9cdcc9038964 req-5ba845c3-4bdd-4ac3-8575-7e6ddca94793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:43.603059 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-6c1908b8-0ac7-4160-8bc7-9cdcc9038964 req-5ba845c3-4bdd-4ac3-8575-7e6ddca94793 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=a344519311104542bc532348e75e427b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1293609 Jun 14 14:56:43.728776 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1908b8-0ac7-4160-8bc7-9cdcc9038964 req-766b29f6-1c3c-43f3-8bd0-a5eedaac9f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:43.730300 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-6c1908b8-0ac7-4160-8bc7-9cdcc9038964 req-766b29f6-1c3c-43f3-8bd0-a5eedaac9f22 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1192887 Jun 14 14:56:43.854690 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5541376-e978-4307-a7a9-d43df1ab76a7 req-2433ad12-5838-4a43-a316-ac855ff20fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:43.856219 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-c5541376-e978-4307-a7a9-d43df1ab76a7 req-2433ad12-5838-4a43-a316-ac855ff20fc3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a344519311104542bc532348e75e427b&device_id=bdcd9f15-7057-4ade-b29a-aea802ca5234 HTTP/1.1" status: 200 len: 1097 time: 0.0610940 Jun 14 14:56:43.923831 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-c5541376-e978-4307-a7a9-d43df1ab76a7 req-de21e787-d873-4a66-94fa-4fa7740ceb3c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17211691-0725-4179-bfdb-5f7ab46af641 HTTP/1.1" status: 200 len: 217 time: 0.0484991 Jun 14 14:56:43.986724 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5541376-e978-4307-a7a9-d43df1ab76a7 req-a96dfb83-c762-46a8-9daa-877360eb99b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:43.988240 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-c5541376-e978-4307-a7a9-d43df1ab76a7 req-a96dfb83-c762-46a8-9daa-877360eb99b2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=79f88779-977f-498a-a15f-b55cc136c5ab HTTP/1.1" status: 200 len: 854 time: 0.0580590 Jun 14 14:56:44.028626 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-c5541376-e978-4307-a7a9-d43df1ab76a7 req-02a53e7d-b37f-4efc-913a-6b9b8ad0eedf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e5362cf3-22e2-458b-983d-d02bdc155e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322006 Jun 14 14:56:44.148086 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-c5541376-e978-4307-a7a9-d43df1ab76a7 req-0dfd9e47-99f7-49a7-b0d6-0b3ccf37f885 service neutron] 10.222.0.21 "GET /v2.0/networks/e5362cf3-22e2-458b-983d-d02bdc155e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125975 Jun 14 14:56:44.273018 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-c5541376-e978-4307-a7a9-d43df1ab76a7 req-2cb58818-04e9-452f-bb70-068863c08b32 service neutron] 10.222.0.21 "GET /v2.0/networks/e5362cf3-22e2-458b-983d-d02bdc155e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153898 Jun 14 14:56:44.532822 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b52c6-0444-4e73-8df6-873f4185c902 req-4a2810c0-dae5-4ece-973c-58a7d02e72c9 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:44.534258 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-eb0b52c6-0444-4e73-8df6-873f4185c902 req-4a2810c0-dae5-4ece-973c-58a7d02e72c9 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/ports?device_id=bdcd9f15-7057-4ade-b29a-aea802ca5234 HTTP/1.1" status: 200 len: 944 time: 0.0789735 Jun 14 14:56:44.580104 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-eb0b52c6-0444-4e73-8df6-873f4185c902 req-1fc8d677-28ff-40e9-b751-01aacaac93a3 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/security-groups?id=54581e45-42fd-4752-b3ea-3a1c52f34bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395942 Jun 14 14:56:45.831416 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6594e598-b1a5-441b-80e4-2f1565b07631 req-cfb3ec77-cf8f-4241-9d7b-dec8fa823168 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:45.833014 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-6594e598-b1a5-441b-80e4-2f1565b07631 req-cfb3ec77-cf8f-4241-9d7b-dec8fa823168 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/ports?device_id=bdcd9f15-7057-4ade-b29a-aea802ca5234 HTTP/1.1" status: 200 len: 944 time: 0.1358318 Jun 14 14:56:45.879652 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-6594e598-b1a5-441b-80e4-2f1565b07631 req-50d96bdf-49e2-4553-8cf4-6713175d5a25 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/security-groups?id=54581e45-42fd-4752-b3ea-3a1c52f34bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390253 Jun 14 14:56:47.134629 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d41e32-1069-48c6-bf50-e38ba7518bb8 req-05da9062-260b-439b-b14f-4fa5cb109eff tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:47.136154 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-35d41e32-1069-48c6-bf50-e38ba7518bb8 req-05da9062-260b-439b-b14f-4fa5cb109eff tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/ports?device_id=bdcd9f15-7057-4ade-b29a-aea802ca5234 HTTP/1.1" status: 200 len: 944 time: 0.1307023 Jun 14 14:56:47.189207 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-35d41e32-1069-48c6-bf50-e38ba7518bb8 req-b45b4e08-a354-4d66-a37e-d8f3198c73b5 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/security-groups?id=54581e45-42fd-4752-b3ea-3a1c52f34bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457120 Jun 14 14:56:48.381708 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66380a5d-fc03-4db7-9926-4b4b70556c39 req-4c60a38f-75cb-4494-864b-431afe0607c5 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:48.383185 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-66380a5d-fc03-4db7-9926-4b4b70556c39 req-4c60a38f-75cb-4494-864b-431afe0607c5 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/ports?device_id=bdcd9f15-7057-4ade-b29a-aea802ca5234 HTTP/1.1" status: 200 len: 944 time: 0.0779736 Jun 14 14:56:48.393288 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device 17211691-0725-4179-bfdb-5f7ab46af641 details requested by agent hyperv_hv-cinder-72618 with host hv-cinder-72618 {{(pid=99485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 14:56:48.431081 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-66380a5d-fc03-4db7-9926-4b4b70556c39 req-74276681-116d-48a3-bcaf-c99c7c7f0493 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/security-groups?id=54581e45-42fd-4752-b3ea-3a1c52f34bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419588 Jun 14 14:56:48.522760 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] For port 17211691-0725-4179-bfdb-5f7ab46af641, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=17211691-0725-4179-bfdb-5f7ab46af641,segment=NetworkSegment(557e6797-aaed-4571-ae23-65c32c2db1f8),segment_id=557e6797-aaed-4571-ae23-65c32c2db1f8)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:56:48.535774 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Returning: {'device': '17211691-0725-4179-bfdb-5f7ab46af641', 'network_id': 'e5362cf3-22e2-458b-983d-d02bdc155e0b', 'port_id': '17211691-0725-4179-bfdb-5f7ab46af641', 'mac_address': 'fa:16:3e:7e:66:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79f88779-977f-498a-a15f-b55cc136c5ab', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 14:56:48.587357 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:48.602688 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.notifiers.nova [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17211691-0725-4179-bfdb-5f7ab46af641 {{(pid=99485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:56:48.625618 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] For port 17211691-0725-4179-bfdb-5f7ab46af641, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=17211691-0725-4179-bfdb-5f7ab46af641,segment=NetworkSegment(557e6797-aaed-4571-ae23-65c32c2db1f8),segment_id=557e6797-aaed-4571-ae23-65c32c2db1f8)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:56:48.715653 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:48.717644 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:56:48.772189 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Pushing event updated for resources: {'Port': ['ID=17211691-0725-4179-bfdb-5f7ab46af641,revision_number=4']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:56:48.781217 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:56:48.781217 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:56:48.781478 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:56:48.781478 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:56:48.781941 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:56:48.782226 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:56:48.782554 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:56:48.782876 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:56:48.783199 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:56:48.783521 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:56:48.783839 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:56:48.784187 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:56:48.788750 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:56:48.990018 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] get_ports_and_sgs() called for port_ids ['17211691-0725-4179-bfdb-5f7ab46af641'] {{(pid=99485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 14:56:49.617750 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe265609-bdee-4ce6-bf4b-fbbab82abd0e req-f8de1d9f-dcd2-4672-befb-af481dd46d46 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:49.619275 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-fe265609-bdee-4ce6-bf4b-fbbab82abd0e req-f8de1d9f-dcd2-4672-befb-af481dd46d46 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/ports?device_id=bdcd9f15-7057-4ade-b29a-aea802ca5234 HTTP/1.1" status: 200 len: 945 time: 0.0709631 Jun 14 14:56:49.664165 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-fe265609-bdee-4ce6-bf4b-fbbab82abd0e req-802789bf-2e36-42fc-9029-982b861a82dd tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/security-groups?id=54581e45-42fd-4752-b3ea-3a1c52f34bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382311 Jun 14 14:56:50.409070 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device 17211691-0725-4179-bfdb-5f7ab46af641 up at agent hyperv_hv-cinder-72618 {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:56:50.566409 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Provisioning for port 17211691-0725-4179-bfdb-5f7ab46af641 completed by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:56:50.570613 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Provisioning complete for port 17211691-0725-4179-bfdb-5f7ab46af641 triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:56:50.570992 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:50.670649 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:50.697088 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdcd9f15-7057-4ade-b29a-aea802ca5234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17211691-0725-4179-bfdb-5f7ab46af641'}] {{(pid=99485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:56:50.699574 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb48b8a921a599a4918edb6fe4edb23e72f7f4aaa6ba2d648db764b95ae78972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce707836-3eb5-4f39-9c18-88aa9868b7df" -d '{"events": [{"server_uuid": "bdcd9f15-7057-4ade-b29a-aea802ca5234", "name": "network-vif-plugged", "status": "completed", "tag": "17211691-0725-4179-bfdb-5f7ab46af641"}]}' {{(pid=99485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:56:50.715216 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] For port 17211691-0725-4179-bfdb-5f7ab46af641, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=17211691-0725-4179-bfdb-5f7ab46af641,segment=NetworkSegment(557e6797-aaed-4571-ae23-65c32c2db1f8),segment_id=557e6797-aaed-4571-ae23-65c32c2db1f8)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:56:50.742035 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 14:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d68e3eae-fb70-4e3d-bfd5-3bd0dacd9591 x-openstack-request-id: req-d68e3eae-fb70-4e3d-bfd5-3bd0dacd9591 {{(pid=99485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:56:50.742332 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdcd9f15-7057-4ade-b29a-aea802ca5234", "name": "network-vif-plugged", "status": "completed", "tag": "17211691-0725-4179-bfdb-5f7ab46af641", "code": 200}]} {{(pid=99485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:56:50.742601 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d68e3eae-fb70-4e3d-bfd5-3bd0dacd9591 {{(pid=99485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:56:50.743003 dv-cinder-726180-9-iscsi neutron-server[99485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdcd9f15-7057-4ade-b29a-aea802ca5234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17211691-0725-4179-bfdb-5f7ab46af641', 'code': 200} Jun 14 14:56:50.851913 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:50.853886 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-d436531d-761d-4d95-87fe-197acabf7f0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:56:50.889470 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1bedc1-6b7a-4cda-86cb-e2dec48a3580 req-a3b5bad2-9be1-420a-82f2-e3989d1e89f0 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:50.891189 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-3d1bedc1-6b7a-4cda-86cb-e2dec48a3580 req-a3b5bad2-9be1-420a-82f2-e3989d1e89f0 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/ports?device_id=bdcd9f15-7057-4ade-b29a-aea802ca5234 HTTP/1.1" status: 200 len: 945 time: 0.0773773 Jun 14 14:56:50.909450 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Pushing event updated for resources: {'Port': ['ID=17211691-0725-4179-bfdb-5f7ab46af641,revision_number=5']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:56:50.912715 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:56:50.946307 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-3d1bedc1-6b7a-4cda-86cb-e2dec48a3580 req-ad107ecc-c790-48b3-b631-1527c5db0118 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/security-groups?id=54581e45-42fd-4752-b3ea-3a1c52f34bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409999 Jun 14 14:56:51.210748 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf39e068-8cdb-4c19-bc23-e2be10419cf2 req-7611a49e-36a0-47c7-ac78-26c404e6dbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:51.212332 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-bf39e068-8cdb-4c19-bc23-e2be10419cf2 req-7611a49e-36a0-47c7-ac78-26c404e6dbc4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bdcd9f15-7057-4ade-b29a-aea802ca5234 HTTP/1.1" status: 200 len: 1099 time: 0.0708690 Jun 14 14:56:51.257745 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-bf39e068-8cdb-4c19-bc23-e2be10419cf2 req-f5bd7ba8-594b-4551-85ae-86a484af0835 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=54581e45-42fd-4752-b3ea-3a1c52f34bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345197 Jun 14 14:56:52.152570 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd313be3-768f-48d2-8e5a-90f4047eb319 req-133ad094-4760-4019-9707-5441b8fdd323 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:52.154653 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-cd313be3-768f-48d2-8e5a-90f4047eb319 req-133ad094-4760-4019-9707-5441b8fdd323 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/ports?device_id=bdcd9f15-7057-4ade-b29a-aea802ca5234 HTTP/1.1" status: 200 len: 946 time: 0.0728791 Jun 14 14:56:52.209777 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-cd313be3-768f-48d2-8e5a-90f4047eb319 req-0b31bfcc-82bf-41e0-8b9d-dd6b5152b0bc tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/security-groups?id=54581e45-42fd-4752-b3ea-3a1c52f34bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450943 Jun 14 14:56:53.170915 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.agents_db [None req-f05f0e2d-2be5-4cb0-86e7-333c7e47477b None None] Agent healthcheck: found 6 active agents {{(pid=99486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 14:56:53.403340 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dd2bef-b925-473a-a8c4-41fd5e72fa61 req-6e07c36b-98b4-48e3-859c-248c5149ddc1 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:53.404851 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-76dd2bef-b925-473a-a8c4-41fd5e72fa61 req-6e07c36b-98b4-48e3-859c-248c5149ddc1 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/ports?device_id=bdcd9f15-7057-4ade-b29a-aea802ca5234 HTTP/1.1" status: 200 len: 946 time: 0.0747781 Jun 14 14:56:53.457863 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-76dd2bef-b925-473a-a8c4-41fd5e72fa61 req-60c155e8-c0ed-4573-88b3-75b54e2d846a tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/security-groups?id=54581e45-42fd-4752-b3ea-3a1c52f34bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373602 Jun 14 14:56:55.929911 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-b8a3ad85-541a-4d41-a19a-06682d6d05d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:58.577592 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-3caba740-e442-4a56-8bae-0c101d2a470b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:58.740786 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:58.873625 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-85d550c4-3977-4ec9-bc8d-7e920d508611 req-7f354ddf-7349-4d86-bca9-de586f9225c5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0900156 Jun 14 14:56:59.031602 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d550c4-3977-4ec9-bc8d-7e920d508611 req-917a3f43-f915-43ae-8aa9-9f917c0308a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:59.034014 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-85d550c4-3977-4ec9-bc8d-7e920d508611 req-917a3f43-f915-43ae-8aa9-9f917c0308a5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8730e6a0fdc54b92a4e0d83a015c460a&device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b HTTP/1.1" status: 200 len: 1098 time: 0.1011579 Jun 14 14:56:59.193335 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d550c4-3977-4ec9-bc8d-7e920d508611 req-1edae6e1-c525-4884-955f-e603ab9358d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:59.194806 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-85d550c4-3977-4ec9-bc8d-7e920d508611 req-1edae6e1-c525-4884-955f-e603ab9358d3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b HTTP/1.1" status: 200 len: 909 time: 0.1300058 Jun 14 14:56:59.292280 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-85d550c4-3977-4ec9-bc8d-7e920d508611 req-353074ef-eb99-4172-a0e8-8f4873136acc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5522849e-cba4-4b7d-86ef-3ee3d489e216 HTTP/1.1" status: 200 len: 1001 time: 0.0892045 Jun 14 14:56:59.360403 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d550c4-3977-4ec9-bc8d-7e920d508611 req-6315e1d1-c5fe-4be9-a22a-c4a9d3ae17ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:59.362089 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-85d550c4-3977-4ec9-bc8d-7e920d508611 req-6315e1d1-c5fe-4be9-a22a-c4a9d3ae17ef service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e340e8c9-7a51-4312-92aa-f88338355222 HTTP/1.1" status: 200 len: 847 time: 0.0632966 Jun 14 14:56:59.440023 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d550c4-3977-4ec9-bc8d-7e920d508611 req-42b56d24-4440-4eea-8a01-b37cf56a3d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:59.441510 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-85d550c4-3977-4ec9-bc8d-7e920d508611 req-42b56d24-4440-4eea-8a01-b37cf56a3d73 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0643184 Jun 14 14:56:59.578194 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-85d550c4-3977-4ec9-bc8d-7e920d508611 req-8e6678c8-8ad1-4cae-a98f-e3ac1dc0dac6 service neutron] 10.222.0.21 "GET /v2.0/networks/ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296647 Jun 14 14:56:59.710239 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-85d550c4-3977-4ec9-bc8d-7e920d508611 req-f5f9e61e-bb36-4ea3-9db1-4354d37ce8f3 service neutron] 10.222.0.21 "GET /v2.0/networks/ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222341 Jun 14 14:56:59.804735 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-fac6794f-d54e-43a2-84ad-332974bc6d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:00.792340 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:01.503356 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-39b4335d-7f90-4c96-ac82-c584c202a69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:07.342298 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637bc30-3bc9-420d-a53b-e9cd7a877f0c req-2ed6d43c-65ee-4d84-a6ec-387609834610 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:57:07.345114 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-5637bc30-3bc9-420d-a53b-e9cd7a877f0c req-2ed6d43c-65ee-4d84-a6ec-387609834610 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/networks?id=e5362cf3-22e2-458b-983d-d02bdc155e0b HTTP/1.1" status: 200 len: 814 time: 0.1491928 Jun 14 14:57:07.367279 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-5637bc30-3bc9-420d-a53b-e9cd7a877f0c req-c4061368-8706-47db-9132-622260d9350d tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/quotas/a344519311104542bc532348e75e427b HTTP/1.1" status: 200 len: 375 time: 0.0164721 Jun 14 14:57:07.460566 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-5637bc30-3bc9-420d-a53b-e9cd7a877f0c req-3a47955e-7fbd-4119-8384-2c745923d997 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a344519311104542bc532348e75e427b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0868921 Jun 14 14:57:07.524632 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [req-5637bc30-3bc9-420d-a53b-e9cd7a877f0c req-1d644952-18d9-48ac-a64c-c206f8b56c68 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=99483) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 14 14:57:07.525629 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-5637bc30-3bc9-420d-a53b-e9cd7a877f0c req-1d644952-18d9-48ac-a64c-c206f8b56c68 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0510800 Jun 14 14:57:07.676708 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-5637bc30-3bc9-420d-a53b-e9cd7a877f0c req-6437ba07-9b9a-4d3b-9391-c5fd192dcc69 service neutron] 10.222.0.55 "GET /v2.0/networks/e5362cf3-22e2-458b-983d-d02bdc155e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407540 Jun 14 14:57:07.835281 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-5637bc30-3bc9-420d-a53b-e9cd7a877f0c req-2b7bac25-a36f-4f19-83cd-963e7b9fe9c5 service neutron] 10.222.0.55 "GET /v2.0/networks/e5362cf3-22e2-458b-983d-d02bdc155e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496527 Jun 14 14:57:08.202524 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-efea339b-b40c-45df-a275-3aa2ca8ed0d0 req-d27fcaf1-7e90-4d64-a1ad-93df4824a045 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0e8fac-eecb-4b76-aec7-a587a08a6c48 HTTP/1.1" status: 200 len: 210 time: 0.0382104 Jun 14 14:57:09.317681 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-b25f4244-7a22-40d0-b702-17c8acf12625 req-4d04bef3-1fa4-4787-804f-69d066c598b6 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0e8fac-eecb-4b76-aec7-a587a08a6c48 HTTP/1.1" status: 200 len: 210 time: 0.0412228 Jun 14 14:57:10.529803 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-60039c45-c43f-44a9-b2e3-00d64480125f req-249643be-c6fa-4456-8cde-2938662e984f tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0e8fac-eecb-4b76-aec7-a587a08a6c48 HTTP/1.1" status: 200 len: 210 time: 0.0536191 Jun 14 14:57:11.700783 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-56e88fd3-076e-4bed-97d1-b4d0890954b4 req-71900581-aa2f-4c2f-833b-6724b2c22d93 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0e8fac-eecb-4b76-aec7-a587a08a6c48 HTTP/1.1" status: 200 len: 210 time: 0.0388374 Jun 14 14:57:12.179171 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637bc30-3bc9-420d-a53b-e9cd7a877f0c req-3c52deb5-e53b-4ec8-9a35-55ef9b0a2c4a tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:57:12.180669 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-5637bc30-3bc9-420d-a53b-e9cd7a877f0c req-3c52deb5-e53b-4ec8-9a35-55ef9b0a2c4a tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.21 "GET /v2.0/networks?id=e5362cf3-22e2-458b-983d-d02bdc155e0b HTTP/1.1" status: 200 len: 814 time: 0.4604728 Jun 14 14:57:12.206400 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.v2.base [req-5637bc30-3bc9-420d-a53b-e9cd7a877f0c req-51364d94-7a86-4766-916a-0dcbcbfb3f11 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Request body: {'port': {'device_id': '7f0e8fac-eecb-4b76-aec7-a587a08a6c48', 'network_id': 'e5362cf3-22e2-458b-983d-d02bdc155e0b', 'admin_state_up': True, 'tenant_id': 'a344519311104542bc532348e75e427b'}} {{(pid=99483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:57:12.535149 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5637bc30-3bc9-420d-a53b-e9cd7a877f0c req-51364d94-7a86-4766-916a-0dcbcbfb3f11 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Made reservation on behalf of a344519311104542bc532348e75e427b for: {'port': 1} {{(pid=99483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:57:12.538859 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-5637bc30-3bc9-420d-a53b-e9cd7a877f0c req-51364d94-7a86-4766-916a-0dcbcbfb3f11 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905267'] for port, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:12.722535 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.db_base_plugin_common [req-5637bc30-3bc9-420d-a53b-e9cd7a877f0c req-51364d94-7a86-4766-916a-0dcbcbfb3f11 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Allocated IP 172.20.0.14 (e5362cf3-22e2-458b-983d-d02bdc155e0b/79f88779-977f-498a-a15f-b55cc136c5ab/f6cd27b2-5068-4da5-abc3-41afcfc80c77) {{(pid=99483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:57:12.935460 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-1ec3dd70-419f-4e89-933d-cfb83ca5d8c1 req-c974930a-352d-428b-a47d-5fe54697babc tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0e8fac-eecb-4b76-aec7-a587a08a6c48 HTTP/1.1" status: 200 len: 210 time: 0.0479715 Jun 14 14:57:12.989896 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-5637bc30-3bc9-420d-a53b-e9cd7a877f0c req-51364d94-7a86-4766-916a-0dcbcbfb3f11 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Notify callbacks [] for port, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:13.141427 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-5637bc30-3bc9-420d-a53b-e9cd7a877f0c req-51364d94-7a86-4766-916a-0dcbcbfb3f11 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-905456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763375065887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12282725'] for port, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:13.146588 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-8f53acf5-9234-4965-a6fb-e6b1daeb93ce tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:13.158227 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] get_ports_and_sgs() called for port_ids ['17211691-0725-4179-bfdb-5f7ab46af641'] {{(pid=99485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 14:57:13.205607 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5637bc30-3bc9-420d-a53b-e9cd7a877f0c req-51364d94-7a86-4766-916a-0dcbcbfb3f11 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Network e5362cf3-22e2-458b-983d-d02bdc155e0b is already hosted by enough agents. {{(pid=99483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:57:13.209248 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.base_scheduler [req-5637bc30-3bc9-420d-a53b-e9cd7a877f0c req-51364d94-7a86-4766-916a-0dcbcbfb3f11 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Resources bound (agent type, host, resource id): {{(pid=99483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:57:13.213600 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.l3_dvrscheduler_db [req-5637bc30-3bc9-420d-a53b-e9cd7a877f0c req-51364d94-7a86-4766-916a-0dcbcbfb3f11 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Received port after_create {{(pid=99483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:57:13.248850 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51364d94-7a86-4766-916a-0dcbcbfb3f11 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Pushing event updated for resources: {'Port': ['ID=f6cd27b2-5068-4da5-abc3-41afcfc80c77,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:13.253310 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-51364d94-7a86-4766-916a-0dcbcbfb3f11 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:13.285762 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637bc30-3bc9-420d-a53b-e9cd7a877f0c req-51364d94-7a86-4766-916a-0dcbcbfb3f11 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:57:13.286407 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-5637bc30-3bc9-420d-a53b-e9cd7a877f0c req-51364d94-7a86-4766-916a-0dcbcbfb3f11 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645'] for port, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:13.378412 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-5637bc30-3bc9-420d-a53b-e9cd7a877f0c req-51364d94-7a86-4766-916a-0dcbcbfb3f11 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1828108 Jun 14 14:57:13.394994 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [req-5637bc30-3bc9-420d-a53b-e9cd7a877f0c req-590490f8-82eb-45cc-b46f-a5fc633f5f8a tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=99483) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 14 14:57:13.395965 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-5637bc30-3bc9-420d-a53b-e9cd7a877f0c req-590490f8-82eb-45cc-b46f-a5fc633f5f8a tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056202 Jun 14 14:57:13.414879 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.v2.base [req-5637bc30-3bc9-420d-a53b-e9cd7a877f0c req-110793c8-d3f1-488d-aeb6-7eac0a71d125 service neutron] Request body: {'port': {'device_id': '7f0e8fac-eecb-4b76-aec7-a587a08a6c48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-72618'}} {{(pid=99483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:57:13.516682 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-5637bc30-3bc9-420d-a53b-e9cd7a877f0c req-110793c8-d3f1-488d-aeb6-7eac0a71d125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:13.942236 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.notifiers.nova [req-5637bc30-3bc9-420d-a53b-e9cd7a877f0c req-110793c8-d3f1-488d-aeb6-7eac0a71d125 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6cd27b2-5068-4da5-abc3-41afcfc80c77 {{(pid=99483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:57:13.957460 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-5637bc30-3bc9-420d-a53b-e9cd7a877f0c req-110793c8-d3f1-488d-aeb6-7eac0a71d125 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:13.977715 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.provisioning_blocks [req-5637bc30-3bc9-420d-a53b-e9cd7a877f0c req-110793c8-d3f1-488d-aeb6-7eac0a71d125 service neutron] Transition to ACTIVE for port object f6cd27b2-5068-4da5-abc3-41afcfc80c77 will not be triggered until provisioned by entity L2. {{(pid=99483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:57:14.130627 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-5637bc30-3bc9-420d-a53b-e9cd7a877f0c req-110793c8-d3f1-488d-aeb6-7eac0a71d125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282715'] for port, after_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:14.135387 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-66d30fa6-2d9c-4313-b548-ea1e6748700f tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:14.294733 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110793c8-d3f1-488d-aeb6-7eac0a71d125 service neutron] Pushing event updated for resources: {'Port': ['ID=f6cd27b2-5068-4da5-abc3-41afcfc80c77,revision_number=2']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:14.298891 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-110793c8-d3f1-488d-aeb6-7eac0a71d125 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:14.432598 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9243c4-6804-4b32-b7e6-98e422b6b48c req-9ad75c27-5dcd-4ee2-9137-b231b9265386 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:57:14.434659 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-ab9243c4-6804-4b32-b7e6-98e422b6b48c req-9ad75c27-5dcd-4ee2-9137-b231b9265386 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0e8fac-eecb-4b76-aec7-a587a08a6c48 HTTP/1.1" status: 200 len: 944 time: 0.2863407 Jun 14 14:57:14.470729 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.managers [req-5637bc30-3bc9-420d-a53b-e9cd7a877f0c req-110793c8-d3f1-488d-aeb6-7eac0a71d125 service neutron] Attempting to bind port f6cd27b2-5068-4da5-abc3-41afcfc80c77 on host hv-cinder-72618 for vnic_type normal with profile {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:57:14.471183 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.managers [req-5637bc30-3bc9-420d-a53b-e9cd7a877f0c req-110793c8-d3f1-488d-aeb6-7eac0a71d125 service neutron] Attempting to bind port f6cd27b2-5068-4da5-abc3-41afcfc80c77 by drivers openvswitch,hyperv on host hv-cinder-72618 at level 0 using segments [{'id': '557e6797-aaed-4571-ae23-65c32c2db1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e5362cf3-22e2-458b-983d-d02bdc155e0b'}] {{(pid=99483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:57:14.471626 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5637bc30-3bc9-420d-a53b-e9cd7a877f0c req-110793c8-d3f1-488d-aeb6-7eac0a71d125 service neutron] Attempting to bind port f6cd27b2-5068-4da5-abc3-41afcfc80c77 on network e5362cf3-22e2-458b-983d-d02bdc155e0b {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:57:14.488544 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5637bc30-3bc9-420d-a53b-e9cd7a877f0c req-110793c8-d3f1-488d-aeb6-7eac0a71d125 service neutron] Port f6cd27b2-5068-4da5-abc3-41afcfc80c77 on network e5362cf3-22e2-458b-983d-d02bdc155e0b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-72618 {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 14:57:14.488928 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5637bc30-3bc9-420d-a53b-e9cd7a877f0c req-110793c8-d3f1-488d-aeb6-7eac0a71d125 service neutron] Attempting to bind port f6cd27b2-5068-4da5-abc3-41afcfc80c77 on network e5362cf3-22e2-458b-983d-d02bdc155e0b {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:57:14.506561 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5637bc30-3bc9-420d-a53b-e9cd7a877f0c req-110793c8-d3f1-488d-aeb6-7eac0a71d125 service neutron] Checking agent: {'id': '75f5f45e-0f41-4f3b-9aad-8e3a5980501e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-72618', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 44, 59), 'started_at': datetime.datetime(2021, 6, 14, 14, 44, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:57:14.506898 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5637bc30-3bc9-420d-a53b-e9cd7a877f0c req-110793c8-d3f1-488d-aeb6-7eac0a71d125 service neutron] Checking segment: {'id': '557e6797-aaed-4571-ae23-65c32c2db1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e5362cf3-22e2-458b-983d-d02bdc155e0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:57:14.507355 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5637bc30-3bc9-420d-a53b-e9cd7a877f0c req-110793c8-d3f1-488d-aeb6-7eac0a71d125 service neutron] Bound using segment: {'id': '557e6797-aaed-4571-ae23-65c32c2db1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e5362cf3-22e2-458b-983d-d02bdc155e0b'} {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:57:14.507831 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.managers [req-5637bc30-3bc9-420d-a53b-e9cd7a877f0c req-110793c8-d3f1-488d-aeb6-7eac0a71d125 service neutron] Bound port: f6cd27b2-5068-4da5-abc3-41afcfc80c77, host: hv-cinder-72618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '557e6797-aaed-4571-ae23-65c32c2db1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e5362cf3-22e2-458b-983d-d02bdc155e0b'}}] {{(pid=99483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:57:14.508242 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-5637bc30-3bc9-420d-a53b-e9cd7a877f0c req-110793c8-d3f1-488d-aeb6-7eac0a71d125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:14.529741 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-ab9243c4-6804-4b32-b7e6-98e422b6b48c req-9dbc8067-4267-437c-8e29-71a8c5dcba68 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/security-groups?id=54581e45-42fd-4752-b3ea-3a1c52f34bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835361 Jun 14 14:57:14.629122 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.db [req-5637bc30-3bc9-420d-a53b-e9cd7a877f0c req-110793c8-d3f1-488d-aeb6-7eac0a71d125 service neutron] For port f6cd27b2-5068-4da5-abc3-41afcfc80c77, host hv-cinder-72618, cleared binding levels {{(pid=99483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:57:14.632912 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.db [req-5637bc30-3bc9-420d-a53b-e9cd7a877f0c req-110793c8-d3f1-488d-aeb6-7eac0a71d125 service neutron] For port f6cd27b2-5068-4da5-abc3-41afcfc80c77, host hv-cinder-72618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=f6cd27b2-5068-4da5-abc3-41afcfc80c77,segment=NetworkSegment(557e6797-aaed-4571-ae23-65c32c2db1f8),segment_id=557e6797-aaed-4571-ae23-65c32c2db1f8)] {{(pid=99483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:57:14.732521 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-5637bc30-3bc9-420d-a53b-e9cd7a877f0c req-110793c8-d3f1-488d-aeb6-7eac0a71d125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282715'] for port, after_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:14.734917 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-66d30fa6-2d9c-4313-b548-ea1e6748700f tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:14.787288 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637bc30-3bc9-420d-a53b-e9cd7a877f0c req-110793c8-d3f1-488d-aeb6-7eac0a71d125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:57:14.787924 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-5637bc30-3bc9-420d-a53b-e9cd7a877f0c req-110793c8-d3f1-488d-aeb6-7eac0a71d125 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645'] for port, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:14.789480 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-5637bc30-3bc9-420d-a53b-e9cd7a877f0c req-110793c8-d3f1-488d-aeb6-7eac0a71d125 service neutron] 10.222.0.21 "PUT /v2.0/ports/f6cd27b2-5068-4da5-abc3-41afcfc80c77 HTTP/1.1" status: 200 len: 1094 time: 1.3817163 Jun 14 14:57:14.790033 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f0e8fac-eecb-4b76-aec7-a587a08a6c48', 'tag': 'f6cd27b2-5068-4da5-abc3-41afcfc80c77'}] {{(pid=99483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:57:14.792502 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10e764dcb54ca1904200e902db0bf3fc798e652e4e20eb5cbfc1ab196cf52753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bfaf424-1504-4dca-a431-d8bb07dac244" -d '{"events": [{"name": "network-changed", "server_uuid": "7f0e8fac-eecb-4b76-aec7-a587a08a6c48", "tag": "f6cd27b2-5068-4da5-abc3-41afcfc80c77"}]}' {{(pid=99483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:57:14.826305 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110793c8-d3f1-488d-aeb6-7eac0a71d125 service neutron] Pushing event updated for resources: {'Port': ['ID=f6cd27b2-5068-4da5-abc3-41afcfc80c77,revision_number=3']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:14.829968 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-110793c8-d3f1-488d-aeb6-7eac0a71d125 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:14.842927 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 14:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c48dc8-1d80-400b-87f7-026dfe8ba985 x-openstack-request-id: req-e4c48dc8-1d80-400b-87f7-026dfe8ba985 {{(pid=99483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:57:14.842927 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f0e8fac-eecb-4b76-aec7-a587a08a6c48", "tag": "f6cd27b2-5068-4da5-abc3-41afcfc80c77", "status": "completed", "code": 200}]} {{(pid=99483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:57:14.842927 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e4c48dc8-1d80-400b-87f7-026dfe8ba985 {{(pid=99483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:57:14.842927 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f0e8fac-eecb-4b76-aec7-a587a08a6c48', 'tag': 'f6cd27b2-5068-4da5-abc3-41afcfc80c77', 'status': 'completed', 'code': 200} Jun 14 14:57:14.937527 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfaf424-1504-4dca-a431-d8bb07dac244 req-6b0423e6-6b60-438a-9da8-68c6aad3ac2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:57:14.939149 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-8bfaf424-1504-4dca-a431-d8bb07dac244 req-6b0423e6-6b60-438a-9da8-68c6aad3ac2b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a344519311104542bc532348e75e427b&device_id=7f0e8fac-eecb-4b76-aec7-a587a08a6c48 HTTP/1.1" status: 200 len: 1097 time: 0.0697803 Jun 14 14:57:15.103034 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfaf424-1504-4dca-a431-d8bb07dac244 req-900e428c-eaee-4360-8e62-f96f07328a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:57:15.106760 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-8bfaf424-1504-4dca-a431-d8bb07dac244 req-900e428c-eaee-4360-8e62-f96f07328a50 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=a344519311104542bc532348e75e427b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1435761 Jun 14 14:57:15.244398 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfaf424-1504-4dca-a431-d8bb07dac244 req-95176def-63d8-4920-a209-e73090da82ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:57:15.247153 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-8bfaf424-1504-4dca-a431-d8bb07dac244 req-95176def-63d8-4920-a209-e73090da82ce service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1334832 Jun 14 14:57:15.387094 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637bc30-3bc9-420d-a53b-e9cd7a877f0c req-377ffa33-3e8e-43be-b1ae-51f938a114b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:57:15.388598 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-5637bc30-3bc9-420d-a53b-e9cd7a877f0c req-377ffa33-3e8e-43be-b1ae-51f938a114b2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a344519311104542bc532348e75e427b&device_id=7f0e8fac-eecb-4b76-aec7-a587a08a6c48 HTTP/1.1" status: 200 len: 1097 time: 0.0696375 Jun 14 14:57:15.460326 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-5637bc30-3bc9-420d-a53b-e9cd7a877f0c req-2cc22da9-d68e-4655-98ee-878b8a7d5147 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6cd27b2-5068-4da5-abc3-41afcfc80c77 HTTP/1.1" status: 200 len: 217 time: 0.0629859 Jun 14 14:57:15.533029 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637bc30-3bc9-420d-a53b-e9cd7a877f0c req-9a713a91-27b3-4c28-93f4-f1bbec73379b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:57:15.534526 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-5637bc30-3bc9-420d-a53b-e9cd7a877f0c req-9a713a91-27b3-4c28-93f4-f1bbec73379b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=79f88779-977f-498a-a15f-b55cc136c5ab HTTP/1.1" status: 200 len: 854 time: 0.0601621 Jun 14 14:57:15.585872 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-5637bc30-3bc9-420d-a53b-e9cd7a877f0c req-7747f522-6f66-4fa5-aebf-4b5a03aac2fb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e5362cf3-22e2-458b-983d-d02bdc155e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380661 Jun 14 14:57:15.765791 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-5637bc30-3bc9-420d-a53b-e9cd7a877f0c req-daf5cb3a-f676-4454-9506-1e0a4f480f80 service neutron] 10.222.0.21 "GET /v2.0/networks/e5362cf3-22e2-458b-983d-d02bdc155e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672301 Jun 14 14:57:15.827081 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aca0801-bf44-44f0-9018-d865e3f525ac req-9d7414cc-8bd0-4553-abf9-9cc52b711c91 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:57:15.828654 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-9aca0801-bf44-44f0-9018-d865e3f525ac req-9d7414cc-8bd0-4553-abf9-9cc52b711c91 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0e8fac-eecb-4b76-aec7-a587a08a6c48 HTTP/1.1" status: 200 len: 944 time: 0.1410563 Jun 14 14:57:15.938898 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-5637bc30-3bc9-420d-a53b-e9cd7a877f0c req-abb95836-cd24-4691-9c3a-a22e09d9201d service neutron] 10.222.0.21 "GET /v2.0/networks/e5362cf3-22e2-458b-983d-d02bdc155e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650541 Jun 14 14:57:15.941947 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-9aca0801-bf44-44f0-9018-d865e3f525ac req-a42f4a37-bb2a-4599-85a3-d5010dc4a053 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/security-groups?id=54581e45-42fd-4752-b3ea-3a1c52f34bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697649 Jun 14 14:57:17.171764 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7b4d6-9e91-43e1-8016-57f84f8e49c6 req-759d78d8-3df4-4bb2-af98-84dbac9812b6 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:57:17.173382 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-3af7b4d6-9e91-43e1-8016-57f84f8e49c6 req-759d78d8-3df4-4bb2-af98-84dbac9812b6 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0e8fac-eecb-4b76-aec7-a587a08a6c48 HTTP/1.1" status: 200 len: 944 time: 0.0933962 Jun 14 14:57:17.234099 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-3af7b4d6-9e91-43e1-8016-57f84f8e49c6 req-cc2a3cf2-a3d6-4629-b21d-ddb19286c944 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/security-groups?id=54581e45-42fd-4752-b3ea-3a1c52f34bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544600 Jun 14 14:57:18.437361 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c85f8-4b3e-4201-a50a-4171a9432463 req-360b24fb-704e-4f54-9411-8ec95403569e tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:57:18.438915 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-188c85f8-4b3e-4201-a50a-4171a9432463 req-360b24fb-704e-4f54-9411-8ec95403569e tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0e8fac-eecb-4b76-aec7-a587a08a6c48 HTTP/1.1" status: 200 len: 944 time: 0.0742919 Jun 14 14:57:18.470746 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device f6cd27b2-5068-4da5-abc3-41afcfc80c77 details requested by agent hyperv_hv-cinder-72618 with host hv-cinder-72618 {{(pid=99485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 14:57:18.485982 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-188c85f8-4b3e-4201-a50a-4171a9432463 req-588de769-d230-4240-9873-dcc8b8fec4d1 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/security-groups?id=54581e45-42fd-4752-b3ea-3a1c52f34bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411625 Jun 14 14:57:18.600257 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] For port f6cd27b2-5068-4da5-abc3-41afcfc80c77, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=f6cd27b2-5068-4da5-abc3-41afcfc80c77,segment=NetworkSegment(557e6797-aaed-4571-ae23-65c32c2db1f8),segment_id=557e6797-aaed-4571-ae23-65c32c2db1f8)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:57:18.619610 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Returning: {'device': 'f6cd27b2-5068-4da5-abc3-41afcfc80c77', 'network_id': 'e5362cf3-22e2-458b-983d-d02bdc155e0b', 'port_id': 'f6cd27b2-5068-4da5-abc3-41afcfc80c77', 'mac_address': 'fa:16:3e:0f:e2:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79f88779-977f-498a-a15f-b55cc136c5ab', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 14:57:18.676976 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:18.694659 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.notifiers.nova [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6cd27b2-5068-4da5-abc3-41afcfc80c77 {{(pid=99485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:57:18.722634 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] For port f6cd27b2-5068-4da5-abc3-41afcfc80c77, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=f6cd27b2-5068-4da5-abc3-41afcfc80c77,segment=NetworkSegment(557e6797-aaed-4571-ae23-65c32c2db1f8),segment_id=557e6797-aaed-4571-ae23-65c32c2db1f8)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:57:18.817799 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:18.820424 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:18.880073 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Pushing event updated for resources: {'Port': ['ID=f6cd27b2-5068-4da5-abc3-41afcfc80c77,revision_number=4']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:18.883292 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:19.108230 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] get_ports_and_sgs() called for port_ids ['f6cd27b2-5068-4da5-abc3-41afcfc80c77'] {{(pid=99485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 14:57:19.692955 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ccd112-20a7-48a0-afff-16cbe6a7968e req-889fa5bf-1c35-4588-a835-8a9b291bf8df tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:57:19.694455 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-e0ccd112-20a7-48a0-afff-16cbe6a7968e req-889fa5bf-1c35-4588-a835-8a9b291bf8df tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0e8fac-eecb-4b76-aec7-a587a08a6c48 HTTP/1.1" status: 200 len: 945 time: 0.0788639 Jun 14 14:57:19.753236 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-e0ccd112-20a7-48a0-afff-16cbe6a7968e req-74e234df-5f55-46d3-9836-0cd21d1d754c tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/security-groups?id=54581e45-42fd-4752-b3ea-3a1c52f34bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498698 Jun 14 14:57:20.484122 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device f6cd27b2-5068-4da5-abc3-41afcfc80c77 up at agent hyperv_hv-cinder-72618 {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:57:20.719789 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Provisioning for port f6cd27b2-5068-4da5-abc3-41afcfc80c77 completed by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:57:20.724473 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Provisioning complete for port f6cd27b2-5068-4da5-abc3-41afcfc80c77 triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:57:20.724913 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:20.840900 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:20.869019 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f0e8fac-eecb-4b76-aec7-a587a08a6c48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6cd27b2-5068-4da5-abc3-41afcfc80c77'}] {{(pid=99485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:57:20.872297 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb48b8a921a599a4918edb6fe4edb23e72f7f4aaa6ba2d648db764b95ae78972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501ef3d3-3a93-4618-b2b3-ae8401fe1b43" -d '{"events": [{"server_uuid": "7f0e8fac-eecb-4b76-aec7-a587a08a6c48", "name": "network-vif-plugged", "status": "completed", "tag": "f6cd27b2-5068-4da5-abc3-41afcfc80c77"}]}' {{(pid=99485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:57:20.888514 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] For port f6cd27b2-5068-4da5-abc3-41afcfc80c77, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=f6cd27b2-5068-4da5-abc3-41afcfc80c77,segment=NetworkSegment(557e6797-aaed-4571-ae23-65c32c2db1f8),segment_id=557e6797-aaed-4571-ae23-65c32c2db1f8)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:57:20.926167 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 14:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad81501a-6fa1-44e4-96ac-ec1114c17c52 x-openstack-request-id: req-ad81501a-6fa1-44e4-96ac-ec1114c17c52 {{(pid=99485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:57:20.926999 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f0e8fac-eecb-4b76-aec7-a587a08a6c48", "name": "network-vif-plugged", "status": "completed", "tag": "f6cd27b2-5068-4da5-abc3-41afcfc80c77", "code": 200}]} {{(pid=99485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:57:20.927721 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ad81501a-6fa1-44e4-96ac-ec1114c17c52 {{(pid=99485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:57:20.929372 dv-cinder-726180-9-iscsi neutron-server[99485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f0e8fac-eecb-4b76-aec7-a587a08a6c48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6cd27b2-5068-4da5-abc3-41afcfc80c77', 'code': 200} Jun 14 14:57:20.972605 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e4af1-4b9c-4e32-ac9c-52a181eb92b0 req-c2ba3209-1558-4272-bf70-2eb89a21f913 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:57:20.974234 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-147e4af1-4b9c-4e32-ac9c-52a181eb92b0 req-c2ba3209-1558-4272-bf70-2eb89a21f913 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0e8fac-eecb-4b76-aec7-a587a08a6c48 HTTP/1.1" status: 200 len: 945 time: 0.0923028 Jun 14 14:57:21.020845 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:21.022789 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:21.025519 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-147e4af1-4b9c-4e32-ac9c-52a181eb92b0 req-302e1427-0c66-492c-bb8b-8ee8db850bb2 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/security-groups?id=54581e45-42fd-4752-b3ea-3a1c52f34bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442441 Jun 14 14:57:21.083838 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Pushing event updated for resources: {'Port': ['ID=f6cd27b2-5068-4da5-abc3-41afcfc80c77,revision_number=5']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:21.087848 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:21.499819 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d4d8ad-0982-446f-b701-9391c3f45fb0 req-62c298db-64d1-4254-b136-44a4be39f878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:57:21.501434 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-d6d4d8ad-0982-446f-b701-9391c3f45fb0 req-62c298db-64d1-4254-b136-44a4be39f878 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7f0e8fac-eecb-4b76-aec7-a587a08a6c48 HTTP/1.1" status: 200 len: 1099 time: 0.1103835 Jun 14 14:57:21.545503 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-d6d4d8ad-0982-446f-b701-9391c3f45fb0 req-2319723a-815a-4002-a46d-ad51857462d7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=54581e45-42fd-4752-b3ea-3a1c52f34bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343058 Jun 14 14:57:22.221927 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75ecb7c-28ac-4d14-ba82-ded41d43847b req-442bbb72-8262-4c8f-b8be-c7c333526f20 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:57:22.223417 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-c75ecb7c-28ac-4d14-ba82-ded41d43847b req-442bbb72-8262-4c8f-b8be-c7c333526f20 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0e8fac-eecb-4b76-aec7-a587a08a6c48 HTTP/1.1" status: 200 len: 946 time: 0.0786860 Jun 14 14:57:22.265827 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-c75ecb7c-28ac-4d14-ba82-ded41d43847b req-06625558-6433-4b8a-b513-a0c80caa8186 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/security-groups?id=54581e45-42fd-4752-b3ea-3a1c52f34bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367060 Jun 14 14:57:23.462645 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fc6aa1-0118-4189-91b7-0094e99cce59 req-6b08725d-5ea8-4486-bde4-17a07d8d2b86 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:57:23.465083 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-32fc6aa1-0118-4189-91b7-0094e99cce59 req-6b08725d-5ea8-4486-bde4-17a07d8d2b86 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0e8fac-eecb-4b76-aec7-a587a08a6c48 HTTP/1.1" status: 200 len: 946 time: 0.0810728 Jun 14 14:57:23.510353 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-32fc6aa1-0118-4189-91b7-0094e99cce59 req-0af90bc1-8324-45cf-9e95-0843e584a695 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/security-groups?id=54581e45-42fd-4752-b3ea-3a1c52f34bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392127 Jun 14 14:57:25.794109 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-49a0101e-6d5d-4e7a-9daf-382e7ba9c8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:26.751452 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a189a7-a23c-4100-a633-2f82c734dc5c req-75cd9b3c-3933-4bb8-a2e8-2936e56b77e8 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:57:26.752910 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-12a189a7-a23c-4100-a633-2f82c734dc5c req-75cd9b3c-3933-4bb8-a2e8-2936e56b77e8 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/networks?id=e5362cf3-22e2-458b-983d-d02bdc155e0b HTTP/1.1" status: 200 len: 814 time: 0.1361818 Jun 14 14:57:26.768368 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-12a189a7-a23c-4100-a633-2f82c734dc5c req-3422c540-83b1-42a5-87cf-a1b60ec0bf6d tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/quotas/a344519311104542bc532348e75e427b HTTP/1.1" status: 200 len: 375 time: 0.0097373 Jun 14 14:57:26.851206 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-12a189a7-a23c-4100-a633-2f82c734dc5c req-ec28c949-08f0-46da-898e-abda7ce77f9b tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a344519311104542bc532348e75e427b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0774176 Jun 14 14:57:26.906561 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [req-12a189a7-a23c-4100-a633-2f82c734dc5c req-3b301b22-c5a4-4625-9779-a9a69ecf66e0 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=99484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 14 14:57:26.907638 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-12a189a7-a23c-4100-a633-2f82c734dc5c req-3b301b22-c5a4-4625-9779-a9a69ecf66e0 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0488937 Jun 14 14:57:27.036726 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-12a189a7-a23c-4100-a633-2f82c734dc5c req-e076dd24-744d-4e70-81a4-418e1496c734 service neutron] 10.222.0.55 "GET /v2.0/networks/e5362cf3-22e2-458b-983d-d02bdc155e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229956 Jun 14 14:57:27.159137 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-12a189a7-a23c-4100-a633-2f82c734dc5c req-1957c3c1-ef3b-423d-b695-1e11c2991193 service neutron] 10.222.0.55 "GET /v2.0/networks/e5362cf3-22e2-458b-983d-d02bdc155e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153641 Jun 14 14:57:27.520079 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-4e7f83cf-3f4a-4d20-a1e4-68be1e5d9ab0 req-18ae0dca-fbb5-40f5-b952-d4b417060653 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ba9d015-880f-4a7a-90ad-37d07aa9894e HTTP/1.1" status: 200 len: 210 time: 0.0365822 Jun 14 14:57:28.554882 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 39020) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:57:28.612725 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-3ff22d3e-44ba-4ef4-90e5-a62e7af37216 req-c154a514-e20e-4422-a0ae-d8aec4fea0ef tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ba9d015-880f-4a7a-90ad-37d07aa9894e HTTP/1.1" status: 200 len: 210 time: 0.0369391 Jun 14 14:57:28.668729 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-e37935c2-380a-425f-8ed0-86aba089873f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:28.811145 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:28.867359 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.plugin [None req-cb1ca77d-10f0-40fa-974f-48fdce3f0f2a tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Deleting port 775db799-f8fe-4b13-ac82-34e7ae051f03 {{(pid=99484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:57:28.869786 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-cb1ca77d-10f0-40fa-974f-48fdce3f0f2a tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375454248'] for port, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:28.968071 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-cb1ca77d-10f0-40fa-974f-48fdce3f0f2a tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4046836'] for port, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:28.968423 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-cb1ca77d-10f0-40fa-974f-48fdce3f0f2a tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:29.068468 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.plugin [None req-cb1ca77d-10f0-40fa-974f-48fdce3f0f2a tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Calling delete_port for 775db799-f8fe-4b13-ac82-34e7ae051f03 owned by network:floatingip {{(pid=99484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:57:29.762183 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-c9df8cd0-a11b-4114-ac1f-593a10b2be65 req-9e939aa6-28bf-49d2-94e9-459dedfd91ed tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ba9d015-880f-4a7a-90ad-37d07aa9894e HTTP/1.1" status: 200 len: 210 time: 0.0358911 Jun 14 14:57:29.765577 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-fac6794f-d54e-43a2-84ad-332974bc6d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:29.767681 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-cb1ca77d-10f0-40fa-974f-48fdce3f0f2a tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375458892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763375065896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12090229'] for port, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:29.769922 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-b42865af-6c01-4148-9256-f286dd4a59d7 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:29.803677 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1ca77d-10f0-40fa-974f-48fdce3f0f2a tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Pushing event deleted for resources: {'Port': ['ID=775db799-f8fe-4b13-ac82-34e7ae051f03,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:29.814436 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1ca77d-10f0-40fa-974f-48fdce3f0f2a tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:57:29.814811 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1ca77d-10f0-40fa-974f-48fdce3f0f2a tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:57:29.815225 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1ca77d-10f0-40fa-974f-48fdce3f0f2a tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:57:29.815589 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1ca77d-10f0-40fa-974f-48fdce3f0f2a tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:57:29.815952 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1ca77d-10f0-40fa-974f-48fdce3f0f2a tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:57:29.816515 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1ca77d-10f0-40fa-974f-48fdce3f0f2a tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:57:29.816884 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1ca77d-10f0-40fa-974f-48fdce3f0f2a tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:57:29.817267 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1ca77d-10f0-40fa-974f-48fdce3f0f2a tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:57:29.817616 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1ca77d-10f0-40fa-974f-48fdce3f0f2a tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:57:29.817981 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1ca77d-10f0-40fa-974f-48fdce3f0f2a tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:57:29.818325 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1ca77d-10f0-40fa-974f-48fdce3f0f2a tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:57:29.818673 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1ca77d-10f0-40fa-974f-48fdce3f0f2a tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:57:29.824041 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-cb1ca77d-10f0-40fa-974f-48fdce3f0f2a tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:29.900680 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-cb1ca77d-10f0-40fa-974f-48fdce3f0f2a tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Notify callbacks [] for floatingip, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:29.901791 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.db.l3_db [None req-cb1ca77d-10f0-40fa-974f-48fdce3f0f2a tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Floating IP 38c4df46-0b50-40f9-92ab-3bc8225685c8 disassociated (deleted). External IP: 172.27.3.251, port: 5522849e-cba4-4b7d-86ef-3ee3d489e216. Jun 14 14:57:30.171887 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.agents_db [None req-f05f0e2d-2be5-4cb0-86e7-333c7e47477b None None] Agent healthcheck: found 6 active agents {{(pid=99486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 14:57:30.207699 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb1ca77d-10f0-40fa-974f-48fdce3f0f2a tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Router ea5bc6ee-0ab3-46d9-b658-7d6240e37242 has already been hosted by L3 agent 1c008f53-dbc2-48c1-a123-31b869a31df2 {{(pid=99484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 14:57:30.363682 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb1ca77d-10f0-40fa-974f-48fdce3f0f2a tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Notify agent at l3_agent.dv-cinder-726180-9-iscsi the message routers_updated {{(pid=99484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 14:57:30.368627 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-cb1ca77d-10f0-40fa-974f-48fdce3f0f2a tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645'] for floatingip, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:30.375668 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631aee51-f1b4-41bc-b9aa-2530c0ce71ab None None] Sync routers for ids ['ea5bc6ee-0ab3-46d9-b658-7d6240e37242'] in dv-cinder-726180-9-iscsi {{(pid=99485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 14:57:30.385970 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631aee51-f1b4-41bc-b9aa-2530c0ce71ab None None] Routers {'ea5bc6ee-0ab3-46d9-b658-7d6240e37242'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:57:30.386621 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-631aee51-f1b4-41bc-b9aa-2530c0ce71ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:57:28Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['ea5bc6ee-0ab3-46d9-b658-7d6240e37242'], 'active': True} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:57:30.420326 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-cb1ca77d-10f0-40fa-974f-48fdce3f0f2a tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "DELETE /v2.0/floatingips/38c4df46-0b50-40f9-92ab-3bc8225685c8 HTTP/1.1" status: 204 len: 168 time: 1.8642831 Jun 14 14:57:30.421092 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0594e824-aef2-4eb8-afa3-2d0cfa61133b', 'tag': '5522849e-cba4-4b7d-86ef-3ee3d489e216'}] {{(pid=99484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:57:30.423807 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d59e03e546515fa4e63eddd697505d7af87b03111d3d4a09b383aaccd0eedd18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e42518ec-8b26-4e27-9ea4-052fcd8fe3d1" -d '{"events": [{"name": "network-changed", "server_uuid": "0594e824-aef2-4eb8-afa3-2d0cfa61133b", "tag": "5522849e-cba4-4b7d-86ef-3ee3d489e216"}]}' {{(pid=99484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:57:30.575245 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 14:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db40cf0-0175-4427-a505-d934c7df0759 x-openstack-request-id: req-9db40cf0-0175-4427-a505-d934c7df0759 {{(pid=99484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:57:30.575583 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0594e824-aef2-4eb8-afa3-2d0cfa61133b", "tag": "5522849e-cba4-4b7d-86ef-3ee3d489e216", "status": "completed", "code": 200}]} {{(pid=99484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:57:30.575888 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9db40cf0-0175-4427-a505-d934c7df0759 {{(pid=99484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:57:30.576367 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0594e824-aef2-4eb8-afa3-2d0cfa61133b', 'tag': '5522849e-cba4-4b7d-86ef-3ee3d489e216', 'status': 'completed', 'code': 200} Jun 14 14:57:30.692249 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42518ec-8b26-4e27-9ea4-052fcd8fe3d1 req-00c936eb-a1e9-42d1-998a-fa9b63f7bdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:57:30.694554 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-e42518ec-8b26-4e27-9ea4-052fcd8fe3d1 req-00c936eb-a1e9-42d1-998a-fa9b63f7bdcc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8730e6a0fdc54b92a4e0d83a015c460a&device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b HTTP/1.1" status: 200 len: 1098 time: 0.0865374 Jun 14 14:57:30.698214 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a189a7-a23c-4100-a633-2f82c734dc5c req-c10a3051-a0a1-4678-bbe9-b17ce5efa444 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:57:30.700840 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-12a189a7-a23c-4100-a633-2f82c734dc5c req-c10a3051-a0a1-4678-bbe9-b17ce5efa444 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.21 "GET /v2.0/networks?id=e5362cf3-22e2-458b-983d-d02bdc155e0b HTTP/1.1" status: 200 len: 814 time: 0.1813507 Jun 14 14:57:30.717291 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.v2.base [req-12a189a7-a23c-4100-a633-2f82c734dc5c req-a2729b8d-d893-4959-9717-8457ea1b2336 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Request body: {'port': {'device_id': '9ba9d015-880f-4a7a-90ad-37d07aa9894e', 'network_id': 'e5362cf3-22e2-458b-983d-d02bdc155e0b', 'admin_state_up': True, 'tenant_id': 'a344519311104542bc532348e75e427b'}} {{(pid=99483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:57:30.781747 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvr_db [None req-631aee51-f1b4-41bc-b9aa-2530c0ce71ab None None] Set router ea5bc6ee-0ab3-46d9-b658-7d6240e37242 gateway port host: dv-cinder-726180-9-iscsi {{(pid=99485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:57:30.786913 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:31.026685 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42518ec-8b26-4e27-9ea4-052fcd8fe3d1 req-8221289f-cb17-4bd3-81e4-a73665ef0ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:57:31.029750 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-e42518ec-8b26-4e27-9ea4-052fcd8fe3d1 req-8221289f-cb17-4bd3-81e4-a73665ef0ec9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b HTTP/1.1" status: 200 len: 909 time: 0.3197758 Jun 14 14:57:31.113497 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-e42518ec-8b26-4e27-9ea4-052fcd8fe3d1 req-7edc6267-2457-4046-bba9-22fefe35261e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5522849e-cba4-4b7d-86ef-3ee3d489e216 HTTP/1.1" status: 200 len: 217 time: 0.0755029 Jun 14 14:57:31.125319 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-329b38cd-445d-45ee-b91c-68a3c2177bbb req-15380fd3-635e-4bc5-854a-f06910637922 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ba9d015-880f-4a7a-90ad-37d07aa9894e HTTP/1.1" status: 200 len: 210 time: 0.0704992 Jun 14 14:57:31.131791 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12a189a7-a23c-4100-a633-2f82c734dc5c req-a2729b8d-d893-4959-9717-8457ea1b2336 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Made reservation on behalf of a344519311104542bc532348e75e427b for: {'port': 1} {{(pid=99483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:57:31.142879 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-12a189a7-a23c-4100-a633-2f82c734dc5c req-a2729b8d-d893-4959-9717-8457ea1b2336 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905267'] for port, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:31.234674 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42518ec-8b26-4e27-9ea4-052fcd8fe3d1 req-660fcc20-db98-4e79-8780-aa7d36be19b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:57:31.236977 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-e42518ec-8b26-4e27-9ea4-052fcd8fe3d1 req-660fcc20-db98-4e79-8780-aa7d36be19b1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e340e8c9-7a51-4312-92aa-f88338355222 HTTP/1.1" status: 200 len: 847 time: 0.1156456 Jun 14 14:57:31.371512 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-631aee51-f1b4-41bc-b9aa-2530c0ce71ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea5bc6ee-0ab3-46d9-b658-7d6240e37242', 'name': 'tempest-TestShelveInstance-385717493-router', 'tenant_id': '8730e6a0fdc54b92a4e0d83a015c460a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '5e70f905-e006-4cd8-9f36-5b9a539d0ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:51:19Z', 'updated_at': '2021-06-14T14:51:28Z', 'revision_number': 4, 'project_id': '8730e6a0fdc54b92a4e0d83a015c460a', 'gw_port': {'id': '5e70f905-e006-4cd8-9f36-5b9a539d0ab2', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea5bc6ee-0ab3-46d9-b658-7d6240e37242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:51:21Z', 'updated_at': '2021-06-14T14:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_interfaces': [{'id': 'ce2d1610-0d19-404c-be02-9296b07d1a72', 'name': '', 'network_id': 'ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b', 'tenant_id': '8730e6a0fdc54b92a4e0d83a015c460a', 'mac_address': 'fa:16:3e:b0:11:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea5bc6ee-0ab3-46d9-b658-7d6240e37242', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'e340e8c9-7a51-4312-92aa-f88338355222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:51:26Z', 'updated_at': '2021-06-14T14:51:46Z', 'revision_number': 5, 'project_id': '8730e6a0fdc54b92a4e0d83a015c460a', 'subnets': [{'id': 'e340e8c9-7a51-4312-92aa-f88338355222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:57:31.376044 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631aee51-f1b4-41bc-b9aa-2530c0ce71ab None None] Checking router: ea5bc6ee-0ab3-46d9-b658-7d6240e37242 for host: dv-cinder-726180-9-iscsi {{(pid=99485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 14:57:31.385932 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631aee51-f1b4-41bc-b9aa-2530c0ce71ab None None] Routers {'ea5bc6ee-0ab3-46d9-b658-7d6240e37242'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:57:31.386555 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-631aee51-f1b4-41bc-b9aa-2530c0ce71ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:57:28Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['ea5bc6ee-0ab3-46d9-b658-7d6240e37242'], 'active': True} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:57:31.397185 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.db_base_plugin_common [req-12a189a7-a23c-4100-a633-2f82c734dc5c req-a2729b8d-d893-4959-9717-8457ea1b2336 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Allocated IP 172.20.0.2 (e5362cf3-22e2-458b-983d-d02bdc155e0b/79f88779-977f-498a-a15f-b55cc136c5ab/17ac7b5f-6bd4-4fd5-bc15-a5095e05e694) {{(pid=99483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:57:31.424069 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42518ec-8b26-4e27-9ea4-052fcd8fe3d1 req-6aba38b9-3d6e-4aa6-a428-bbfb64c662c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:57:31.425638 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-e42518ec-8b26-4e27-9ea4-052fcd8fe3d1 req-6aba38b9-3d6e-4aa6-a428-bbfb64c662c9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1770821 Jun 14 14:57:31.438886 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04e775-3482-447d-b843-d05aa87bfd92 req-117ae67d-167e-4e2c-87de-5c2d67b0b9d8 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:57:31.440486 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-7a04e775-3482-447d-b843-d05aa87bfd92 req-117ae67d-167e-4e2c-87de-5c2d67b0b9d8 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/ports?device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b HTTP/1.1" status: 200 len: 945 time: 0.1036534 Jun 14 14:57:31.546198 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvr_db [None req-631aee51-f1b4-41bc-b9aa-2530c0ce71ab None None] Set router ea5bc6ee-0ab3-46d9-b658-7d6240e37242 gateway port host: dv-cinder-726180-9-iscsi {{(pid=99485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:57:31.567169 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-7a04e775-3482-447d-b843-d05aa87bfd92 req-4345b370-d085-4252-8e2d-53cbeb4cf23c tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4648ab45-3fe7-4fb0-aedd-27d6176c7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053956 Jun 14 14:57:31.590362 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-e42518ec-8b26-4e27-9ea4-052fcd8fe3d1 req-2c436ca7-e219-4af8-aee2-ff12d7769e04 service neutron] 10.222.0.21 "GET /v2.0/networks/ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488380 Jun 14 14:57:31.621433 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-12a189a7-a23c-4100-a633-2f82c734dc5c req-a2729b8d-d893-4959-9717-8457ea1b2336 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Notify callbacks [] for port, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:31.660409 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-39b4335d-7f90-4c96-ac82-c584c202a69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:31.720204 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-e42518ec-8b26-4e27-9ea4-052fcd8fe3d1 req-4fb6496b-dfbf-4d7b-83aa-1770dde1db0b service neutron] 10.222.0.21 "GET /v2.0/networks/ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205273 Jun 14 14:57:31.798666 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-12a189a7-a23c-4100-a633-2f82c734dc5c req-a2729b8d-d893-4959-9717-8457ea1b2336 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-905456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763375065887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12282725'] for port, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:31.828153 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-2309c8b5-d81d-4ce6-9465-55b7c494426b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:31.828279 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] get_ports_and_sgs() called for port_ids ['17211691-0725-4179-bfdb-5f7ab46af641', 'f6cd27b2-5068-4da5-abc3-41afcfc80c77'] {{(pid=99485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 14:57:31.866189 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12a189a7-a23c-4100-a633-2f82c734dc5c req-a2729b8d-d893-4959-9717-8457ea1b2336 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Network e5362cf3-22e2-458b-983d-d02bdc155e0b is already hosted by enough agents. {{(pid=99483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:57:31.869581 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.base_scheduler [req-12a189a7-a23c-4100-a633-2f82c734dc5c req-a2729b8d-d893-4959-9717-8457ea1b2336 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Resources bound (agent type, host, resource id): {{(pid=99483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:57:31.874087 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.l3_dvrscheduler_db [req-12a189a7-a23c-4100-a633-2f82c734dc5c req-a2729b8d-d893-4959-9717-8457ea1b2336 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Received port after_create {{(pid=99483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:57:31.902012 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-631aee51-f1b4-41bc-b9aa-2530c0ce71ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea5bc6ee-0ab3-46d9-b658-7d6240e37242', 'name': 'tempest-TestShelveInstance-385717493-router', 'tenant_id': '8730e6a0fdc54b92a4e0d83a015c460a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '5e70f905-e006-4cd8-9f36-5b9a539d0ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:51:19Z', 'updated_at': '2021-06-14T14:51:28Z', 'revision_number': 4, 'project_id': '8730e6a0fdc54b92a4e0d83a015c460a', 'gw_port': {'id': '5e70f905-e006-4cd8-9f36-5b9a539d0ab2', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea5bc6ee-0ab3-46d9-b658-7d6240e37242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:51:21Z', 'updated_at': '2021-06-14T14:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_interfaces': [{'id': 'ce2d1610-0d19-404c-be02-9296b07d1a72', 'name': '', 'network_id': 'ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b', 'tenant_id': '8730e6a0fdc54b92a4e0d83a015c460a', 'mac_address': 'fa:16:3e:b0:11:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea5bc6ee-0ab3-46d9-b658-7d6240e37242', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'e340e8c9-7a51-4312-92aa-f88338355222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:51:26Z', 'updated_at': '2021-06-14T14:51:46Z', 'revision_number': 5, 'project_id': '8730e6a0fdc54b92a4e0d83a015c460a', 'subnets': [{'id': 'e340e8c9-7a51-4312-92aa-f88338355222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:57:31.909876 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2729b8d-d893-4959-9717-8457ea1b2336 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Pushing event updated for resources: {'Port': ['ID=17ac7b5f-6bd4-4fd5-bc15-a5095e05e694,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:31.914857 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631aee51-f1b4-41bc-b9aa-2530c0ce71ab None None] The sync data for ids ['ea5bc6ee-0ab3-46d9-b658-7d6240e37242'] in dv-cinder-726180-9-iscsi is: [{'id': 'ea5bc6ee-0ab3-46d9-b658-7d6240e37242', 'name': 'tempest-TestShelveInstance-385717493-router', 'tenant_id': '8730e6a0fdc54b92a4e0d83a015c460a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '5e70f905-e006-4cd8-9f36-5b9a539d0ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:51:19Z', 'updated_at': '2021-06-14T14:51:28Z', 'revision_number': 4, 'project_id': '8730e6a0fdc54b92a4e0d83a015c460a', 'gw_port': {'id': '5e70f905-e006-4cd8-9f36-5b9a539d0ab2', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea5bc6ee-0ab3-46d9-b658-7d6240e37242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:51:21Z', 'updated_at': '2021-06-14T14:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_interfaces': [{'id': 'ce2d1610-0d19-404c-be02-9296b07d1a72', 'name': '', 'network_id': 'ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b', 'tenant_id': '8730e6a0fdc54b92a4e0d83a015c460a', 'mac_address': 'fa:16:3e:b0:11:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea5bc6ee-0ab3-46d9-b658-7d6240e37242', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'e340e8c9-7a51-4312-92aa-f88338355222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:51:26Z', 'updated_at': '2021-06-14T14:51:46Z', 'revision_number': 5, 'project_id': '8730e6a0fdc54b92a4e0d83a015c460a', 'subnets': [{'id': 'e340e8c9-7a51-4312-92aa-f88338355222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 14:57:31.927672 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2729b8d-d893-4959-9717-8457ea1b2336 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:57:31.930416 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2729b8d-d893-4959-9717-8457ea1b2336 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:57:31.930416 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2729b8d-d893-4959-9717-8457ea1b2336 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:57:31.930416 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2729b8d-d893-4959-9717-8457ea1b2336 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:57:31.930416 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2729b8d-d893-4959-9717-8457ea1b2336 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:57:31.930416 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2729b8d-d893-4959-9717-8457ea1b2336 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:57:31.930416 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2729b8d-d893-4959-9717-8457ea1b2336 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:57:31.930416 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2729b8d-d893-4959-9717-8457ea1b2336 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:57:31.930416 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2729b8d-d893-4959-9717-8457ea1b2336 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:57:31.931107 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2729b8d-d893-4959-9717-8457ea1b2336 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:57:31.931107 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2729b8d-d893-4959-9717-8457ea1b2336 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:57:31.931287 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2729b8d-d893-4959-9717-8457ea1b2336 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:57:31.936810 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-a2729b8d-d893-4959-9717-8457ea1b2336 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:31.949940 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a189a7-a23c-4100-a633-2f82c734dc5c req-a2729b8d-d893-4959-9717-8457ea1b2336 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:57:31.950574 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-12a189a7-a23c-4100-a633-2f82c734dc5c req-a2729b8d-d893-4959-9717-8457ea1b2336 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645'] for port, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:32.158368 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-12a189a7-a23c-4100-a633-2f82c734dc5c req-a2729b8d-d893-4959-9717-8457ea1b2336 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4480069 Jun 14 14:57:32.159293 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5cea73-1213-40d6-92df-06e02708fdd1 None None] New status for floating IP 38c4df46-0b50-40f9-92ab-3bc8225685c8: DOWN {{(pid=99486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 14:57:32.178755 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.v2.base [req-12a189a7-a23c-4100-a633-2f82c734dc5c req-f32cfe90-9475-4be4-8af4-8e5f446e64e2 service neutron] Request body: {'port': {'device_id': '9ba9d015-880f-4a7a-90ad-37d07aa9894e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-72618'}} {{(pid=99483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:57:32.277894 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-12a189a7-a23c-4100-a633-2f82c734dc5c req-f32cfe90-9475-4be4-8af4-8e5f446e64e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:32.782656 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b3ba00-ed16-4fb1-9fff-b65aa32c1273 req-443d8daf-8ccc-4009-ba51-dec963c522fe tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:57:32.784340 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-77b3ba00-ed16-4fb1-9fff-b65aa32c1273 req-443d8daf-8ccc-4009-ba51-dec963c522fe tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/ports?device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b HTTP/1.1" status: 200 len: 945 time: 0.0819674 Jun 14 14:57:32.788504 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713acd2e-ef95-4b0e-a1ee-c869070c4bda req-ad3a0117-3466-482a-9913-ef6abe46d59a tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:57:32.790054 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-713acd2e-ef95-4b0e-a1ee-c869070c4bda req-ad3a0117-3466-482a-9913-ef6abe46d59a tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ba9d015-880f-4a7a-90ad-37d07aa9894e HTTP/1.1" status: 200 len: 931 time: 0.4996462 Jun 14 14:57:32.851631 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-77b3ba00-ed16-4fb1-9fff-b65aa32c1273 req-3d417a57-bfeb-44cf-a40b-385debcd853b tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4648ab45-3fe7-4fb0-aedd-27d6176c7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571477 Jun 14 14:57:32.872808 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-713acd2e-ef95-4b0e-a1ee-c869070c4bda req-11290caa-4d7f-49b4-8f7d-b992db943cf3 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/security-groups?id=54581e45-42fd-4752-b3ea-3a1c52f34bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744476 Jun 14 14:57:33.018980 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.notifiers.nova [req-12a189a7-a23c-4100-a633-2f82c734dc5c req-f32cfe90-9475-4be4-8af4-8e5f446e64e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17ac7b5f-6bd4-4fd5-bc15-a5095e05e694 {{(pid=99483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:57:33.027944 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-12a189a7-a23c-4100-a633-2f82c734dc5c req-f32cfe90-9475-4be4-8af4-8e5f446e64e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:33.040788 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.provisioning_blocks [req-12a189a7-a23c-4100-a633-2f82c734dc5c req-f32cfe90-9475-4be4-8af4-8e5f446e64e2 service neutron] Transition to ACTIVE for port object 17ac7b5f-6bd4-4fd5-bc15-a5095e05e694 will not be triggered until provisioned by entity L2. {{(pid=99483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:57:33.183099 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7217f0aa-0416-4aa2-a431-434401571680 req-004f3323-fc18-4dce-9159-6c259ba9ec1c tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:57:33.184525 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-7217f0aa-0416-4aa2-a431-434401571680 req-004f3323-fc18-4dce-9159-6c259ba9ec1c tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.21 "GET /v2.0/ports?device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b HTTP/1.1" status: 200 len: 945 time: 0.0735424 Jun 14 14:57:33.271832 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-12a189a7-a23c-4100-a633-2f82c734dc5c req-f32cfe90-9475-4be4-8af4-8e5f446e64e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282715'] for port, after_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:33.274069 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-3a03855d-b960-4825-8b69-67b1148e43cb tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:33.308150 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.plugin [req-7217f0aa-0416-4aa2-a431-434401571680 req-3df75104-9c84-44a9-9ce0-52a90629167f tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Deleting port 5522849e-cba4-4b7d-86ef-3ee3d489e216 {{(pid=99484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:57:33.315098 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-7217f0aa-0416-4aa2-a431-434401571680 req-3df75104-9c84-44a9-9ce0-52a90629167f tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375454248'] for port, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:33.380769 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32cfe90-9475-4be4-8af4-8e5f446e64e2 service neutron] Pushing event updated for resources: {'Port': ['ID=17ac7b5f-6bd4-4fd5-bc15-a5095e05e694,revision_number=2']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:33.383642 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-f32cfe90-9475-4be4-8af4-8e5f446e64e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:33.431958 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.db [req-7217f0aa-0416-4aa2-a431-434401571680 req-3df75104-9c84-44a9-9ce0-52a90629167f tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] For port 5522849e-cba4-4b7d-86ef-3ee3d489e216, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=5522849e-cba4-4b7d-86ef-3ee3d489e216,segment=NetworkSegment(400310be-4fab-419b-9e19-36d89a0b3d4c),segment_id=400310be-4fab-419b-9e19-36d89a0b3d4c)] {{(pid=99484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:57:33.432564 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-7217f0aa-0416-4aa2-a431-434401571680 req-3df75104-9c84-44a9-9ce0-52a90629167f tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4046836'] for port, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:33.479351 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.managers [req-12a189a7-a23c-4100-a633-2f82c734dc5c req-f32cfe90-9475-4be4-8af4-8e5f446e64e2 service neutron] Attempting to bind port 17ac7b5f-6bd4-4fd5-bc15-a5095e05e694 on host hv-cinder-72618 for vnic_type normal with profile {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:57:33.479614 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.managers [req-12a189a7-a23c-4100-a633-2f82c734dc5c req-f32cfe90-9475-4be4-8af4-8e5f446e64e2 service neutron] Attempting to bind port 17ac7b5f-6bd4-4fd5-bc15-a5095e05e694 by drivers openvswitch,hyperv on host hv-cinder-72618 at level 0 using segments [{'id': '557e6797-aaed-4571-ae23-65c32c2db1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e5362cf3-22e2-458b-983d-d02bdc155e0b'}] {{(pid=99483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:57:33.479905 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a189a7-a23c-4100-a633-2f82c734dc5c req-f32cfe90-9475-4be4-8af4-8e5f446e64e2 service neutron] Attempting to bind port 17ac7b5f-6bd4-4fd5-bc15-a5095e05e694 on network e5362cf3-22e2-458b-983d-d02bdc155e0b {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:57:33.484466 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a189a7-a23c-4100-a633-2f82c734dc5c req-f32cfe90-9475-4be4-8af4-8e5f446e64e2 service neutron] Port 17ac7b5f-6bd4-4fd5-bc15-a5095e05e694 on network e5362cf3-22e2-458b-983d-d02bdc155e0b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-72618 {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 14:57:33.484784 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a189a7-a23c-4100-a633-2f82c734dc5c req-f32cfe90-9475-4be4-8af4-8e5f446e64e2 service neutron] Attempting to bind port 17ac7b5f-6bd4-4fd5-bc15-a5095e05e694 on network e5362cf3-22e2-458b-983d-d02bdc155e0b {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:57:33.489998 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a189a7-a23c-4100-a633-2f82c734dc5c req-f32cfe90-9475-4be4-8af4-8e5f446e64e2 service neutron] Checking agent: {'id': '75f5f45e-0f41-4f3b-9aad-8e3a5980501e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-72618', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 44, 59), 'started_at': datetime.datetime(2021, 6, 14, 14, 44, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:57:33.490352 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a189a7-a23c-4100-a633-2f82c734dc5c req-f32cfe90-9475-4be4-8af4-8e5f446e64e2 service neutron] Checking segment: {'id': '557e6797-aaed-4571-ae23-65c32c2db1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e5362cf3-22e2-458b-983d-d02bdc155e0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:57:33.490689 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a189a7-a23c-4100-a633-2f82c734dc5c req-f32cfe90-9475-4be4-8af4-8e5f446e64e2 service neutron] Bound using segment: {'id': '557e6797-aaed-4571-ae23-65c32c2db1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e5362cf3-22e2-458b-983d-d02bdc155e0b'} {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:57:33.491121 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.managers [req-12a189a7-a23c-4100-a633-2f82c734dc5c req-f32cfe90-9475-4be4-8af4-8e5f446e64e2 service neutron] Bound port: 17ac7b5f-6bd4-4fd5-bc15-a5095e05e694, host: hv-cinder-72618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '557e6797-aaed-4571-ae23-65c32c2db1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e5362cf3-22e2-458b-983d-d02bdc155e0b'}}] {{(pid=99483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:57:33.491473 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-12a189a7-a23c-4100-a633-2f82c734dc5c req-f32cfe90-9475-4be4-8af4-8e5f446e64e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:33.531348 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.plugin [req-7217f0aa-0416-4aa2-a431-434401571680 req-3df75104-9c84-44a9-9ce0-52a90629167f tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Calling delete_port for 5522849e-cba4-4b7d-86ef-3ee3d489e216 owned by compute:nova {{(pid=99484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:57:33.584795 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.db [req-12a189a7-a23c-4100-a633-2f82c734dc5c req-f32cfe90-9475-4be4-8af4-8e5f446e64e2 service neutron] For port 17ac7b5f-6bd4-4fd5-bc15-a5095e05e694, host hv-cinder-72618, cleared binding levels {{(pid=99483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:57:33.593262 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.db [req-12a189a7-a23c-4100-a633-2f82c734dc5c req-f32cfe90-9475-4be4-8af4-8e5f446e64e2 service neutron] For port 17ac7b5f-6bd4-4fd5-bc15-a5095e05e694, host hv-cinder-72618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=17ac7b5f-6bd4-4fd5-bc15-a5095e05e694,segment=NetworkSegment(557e6797-aaed-4571-ae23-65c32c2db1f8),segment_id=557e6797-aaed-4571-ae23-65c32c2db1f8)] {{(pid=99483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:57:33.740806 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-12a189a7-a23c-4100-a633-2f82c734dc5c req-f32cfe90-9475-4be4-8af4-8e5f446e64e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282715'] for port, after_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:33.743204 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-468dddb5-a9e4-441a-9099-f399d903711b tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:33.796311 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a189a7-a23c-4100-a633-2f82c734dc5c req-f32cfe90-9475-4be4-8af4-8e5f446e64e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:57:33.868469 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-12a189a7-a23c-4100-a633-2f82c734dc5c req-f32cfe90-9475-4be4-8af4-8e5f446e64e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645'] for port, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:33.868469 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-12a189a7-a23c-4100-a633-2f82c734dc5c req-f32cfe90-9475-4be4-8af4-8e5f446e64e2 service neutron] 10.222.0.21 "PUT /v2.0/ports/17ac7b5f-6bd4-4fd5-bc15-a5095e05e694 HTTP/1.1" status: 200 len: 1093 time: 1.6241612 Jun 14 14:57:33.868469 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ba9d015-880f-4a7a-90ad-37d07aa9894e', 'tag': '17ac7b5f-6bd4-4fd5-bc15-a5095e05e694'}] {{(pid=99483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:57:33.868469 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10e764dcb54ca1904200e902db0bf3fc798e652e4e20eb5cbfc1ab196cf52753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55753ba-f3c7-4f59-bb42-629ddfc2baac" -d '{"events": [{"name": "network-changed", "server_uuid": "9ba9d015-880f-4a7a-90ad-37d07aa9894e", "tag": "17ac7b5f-6bd4-4fd5-bc15-a5095e05e694"}]}' {{(pid=99483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:57:33.868469 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32cfe90-9475-4be4-8af4-8e5f446e64e2 service neutron] Pushing event updated for resources: {'Port': ['ID=17ac7b5f-6bd4-4fd5-bc15-a5095e05e694,revision_number=3']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:33.868469 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-f32cfe90-9475-4be4-8af4-8e5f446e64e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:33.894733 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-7217f0aa-0416-4aa2-a431-434401571680 req-3df75104-9c84-44a9-9ce0-52a90629167f tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375458892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763375065896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12090229'] for port, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:33.902461 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:33.917178 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 14:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b1b63f-74c2-40ac-b45d-3b4a6c55d709 x-openstack-request-id: req-c8b1b63f-74c2-40ac-b45d-3b4a6c55d709 {{(pid=99483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:57:33.917825 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ba9d015-880f-4a7a-90ad-37d07aa9894e", "tag": "17ac7b5f-6bd4-4fd5-bc15-a5095e05e694", "status": "completed", "code": 200}]} {{(pid=99483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:57:33.918217 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c8b1b63f-74c2-40ac-b45d-3b4a6c55d709 {{(pid=99483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:57:33.918758 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ba9d015-880f-4a7a-90ad-37d07aa9894e', 'tag': '17ac7b5f-6bd4-4fd5-bc15-a5095e05e694', 'status': 'completed', 'code': 200} Jun 14 14:57:33.950939 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df75104-9c84-44a9-9ce0-52a90629167f tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Pushing event deleted for resources: {'Port': ['ID=5522849e-cba4-4b7d-86ef-3ee3d489e216,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:33.957003 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-3df75104-9c84-44a9-9ce0-52a90629167f tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:34.034383 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.l3_dvrscheduler_db [req-7217f0aa-0416-4aa2-a431-434401571680 req-3df75104-9c84-44a9-9ce0-52a90629167f tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] No DVR routers for this DVR port 5522849e-cba4-4b7d-86ef-3ee3d489e216 on host hv-cinder-72618 {{(pid=99484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 14:57:34.036869 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-7217f0aa-0416-4aa2-a431-434401571680 req-3df75104-9c84-44a9-9ce0-52a90629167f tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645'] for port, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:34.038936 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-7217f0aa-0416-4aa2-a431-434401571680 req-3df75104-9c84-44a9-9ce0-52a90629167f tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.21 "DELETE /v2.0/ports/5522849e-cba4-4b7d-86ef-3ee3d489e216 HTTP/1.1" status: 204 len: 173 time: 0.8477206 Jun 14 14:57:34.049226 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0594e824-aef2-4eb8-afa3-2d0cfa61133b', 'name': 'network-vif-deleted', 'tag': '5522849e-cba4-4b7d-86ef-3ee3d489e216'}] {{(pid=99484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:57:34.053025 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d59e03e546515fa4e63eddd697505d7af87b03111d3d4a09b383aaccd0eedd18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03748b7-23ff-45c9-b6b2-35f48d9d23f9" -d '{"events": [{"server_uuid": "0594e824-aef2-4eb8-afa3-2d0cfa61133b", "name": "network-vif-deleted", "tag": "5522849e-cba4-4b7d-86ef-3ee3d489e216"}]}' {{(pid=99484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:57:34.071877 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-7db2f6cc-0f06-4556-9716-5a725711a4a9 req-7eadf18b-2b4a-4a6b-bd28-42e8a54dda4a tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/ports?device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b HTTP/1.1" status: 200 len: 210 time: 0.0669484 Jun 14 14:57:34.111735 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55753ba-f3c7-4f59-bb42-629ddfc2baac req-ba1c7e66-5fd9-40a9-85f6-77c2fc5e04da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:57:34.113601 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-b55753ba-f3c7-4f59-bb42-629ddfc2baac req-ba1c7e66-5fd9-40a9-85f6-77c2fc5e04da service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a344519311104542bc532348e75e427b&device_id=9ba9d015-880f-4a7a-90ad-37d07aa9894e HTTP/1.1" status: 200 len: 1096 time: 0.1537154 Jun 14 14:57:34.129682 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 14:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f2cadbc-21ff-4fd1-8ca8-35cc3687a1f9 x-openstack-request-id: req-4f2cadbc-21ff-4fd1-8ca8-35cc3687a1f9 {{(pid=99484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:57:34.130015 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0594e824-aef2-4eb8-afa3-2d0cfa61133b", "name": "network-vif-deleted", "tag": "5522849e-cba4-4b7d-86ef-3ee3d489e216", "status": "completed", "code": 200}]} {{(pid=99484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:57:34.130308 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4f2cadbc-21ff-4fd1-8ca8-35cc3687a1f9 {{(pid=99484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:57:34.130745 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0594e824-aef2-4eb8-afa3-2d0cfa61133b', 'name': 'network-vif-deleted', 'tag': '5522849e-cba4-4b7d-86ef-3ee3d489e216', 'status': 'completed', 'code': 200} Jun 14 14:57:34.148459 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a934427-bb35-4aa3-a4ef-20e146334406 req-e499cc21-848e-4711-9ca7-49f824aec54e tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:57:34.150015 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-0a934427-bb35-4aa3-a4ef-20e146334406 req-e499cc21-848e-4711-9ca7-49f824aec54e tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ba9d015-880f-4a7a-90ad-37d07aa9894e HTTP/1.1" status: 200 len: 943 time: 0.1170704 Jun 14 14:57:34.200116 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-0a934427-bb35-4aa3-a4ef-20e146334406 req-af2bf4df-61c8-4efc-9ea8-d2528549b499 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/security-groups?id=54581e45-42fd-4752-b3ea-3a1c52f34bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431921 Jun 14 14:57:34.273363 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55753ba-f3c7-4f59-bb42-629ddfc2baac req-c2e90fdd-c895-41c2-8967-a098dbd743b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:57:34.274766 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-b55753ba-f3c7-4f59-bb42-629ddfc2baac req-c2e90fdd-c895-41c2-8967-a098dbd743b5 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=a344519311104542bc532348e75e427b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1401951 Jun 14 14:57:34.420992 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55753ba-f3c7-4f59-bb42-629ddfc2baac req-4c2510b5-1e8c-482e-bc0c-cb64618a4a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:57:34.420992 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-b55753ba-f3c7-4f59-bb42-629ddfc2baac req-4c2510b5-1e8c-482e-bc0c-cb64618a4a72 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1373200 Jun 14 14:57:34.530241 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a189a7-a23c-4100-a633-2f82c734dc5c req-c54ba962-079c-4c39-a56e-9c3bd8f4971f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:57:34.531743 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-12a189a7-a23c-4100-a633-2f82c734dc5c req-c54ba962-079c-4c39-a56e-9c3bd8f4971f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a344519311104542bc532348e75e427b&device_id=9ba9d015-880f-4a7a-90ad-37d07aa9894e HTTP/1.1" status: 200 len: 1096 time: 0.0625498 Jun 14 14:57:34.589977 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-12a189a7-a23c-4100-a633-2f82c734dc5c req-88c71045-dfc8-46f9-a3f3-88d1d4e07905 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=17ac7b5f-6bd4-4fd5-bc15-a5095e05e694 HTTP/1.1" status: 200 len: 217 time: 0.0500202 Jun 14 14:57:34.664125 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a189a7-a23c-4100-a633-2f82c734dc5c req-876827f0-aa03-4404-b935-1543f3b49187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:57:34.665631 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-12a189a7-a23c-4100-a633-2f82c734dc5c req-876827f0-aa03-4404-b935-1543f3b49187 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=79f88779-977f-498a-a15f-b55cc136c5ab HTTP/1.1" status: 200 len: 854 time: 0.0611019 Jun 14 14:57:34.708829 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-12a189a7-a23c-4100-a633-2f82c734dc5c req-b9f95708-aa29-46e1-aba2-e658214e2552 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e5362cf3-22e2-458b-983d-d02bdc155e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333443 Jun 14 14:57:34.843248 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-12a189a7-a23c-4100-a633-2f82c734dc5c req-cbe46300-7048-48a0-bc97-ab1990107b0b service neutron] 10.222.0.21 "GET /v2.0/networks/e5362cf3-22e2-458b-983d-d02bdc155e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262023 Jun 14 14:57:34.972225 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-12a189a7-a23c-4100-a633-2f82c734dc5c req-33c16efc-3ea2-4b28-8bbc-4188f05da973 service neutron] 10.222.0.21 "GET /v2.0/networks/e5362cf3-22e2-458b-983d-d02bdc155e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213038 Jun 14 14:57:35.234818 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-a1888b97-e07b-49ee-bc83-ac746bdeb705 req-5a8e62f8-1c70-4686-920c-8978e507083e tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/ports?device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b HTTP/1.1" status: 200 len: 210 time: 0.0372055 Jun 14 14:57:35.399066 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4489a516-aad3-4f6c-ac15-10026f0698f2 req-a0443d1d-d8cb-4891-a4a0-1510319b5952 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:57:35.400514 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-4489a516-aad3-4f6c-ac15-10026f0698f2 req-a0443d1d-d8cb-4891-a4a0-1510319b5952 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ba9d015-880f-4a7a-90ad-37d07aa9894e HTTP/1.1" status: 200 len: 943 time: 0.0765617 Jun 14 14:57:35.453420 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-4489a516-aad3-4f6c-ac15-10026f0698f2 req-61442889-e1c6-454a-8a3e-b1db2a47a1e0 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/security-groups?id=54581e45-42fd-4752-b3ea-3a1c52f34bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436971 Jun 14 14:57:36.421433 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-c5dc625b-b383-4081-bf3a-b7e77881dcd7 req-dd055993-c24a-42e5-afd1-c1e46c800735 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "GET /v2.0/ports?device_id=0594e824-aef2-4eb8-afa3-2d0cfa61133b HTTP/1.1" status: 200 len: 210 time: 0.0385838 Jun 14 14:57:36.610047 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device 5522849e-cba4-4b7d-86ef-3ee3d489e216 no longer exists at agent hyperv_hv-cinder-72618 {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 14:57:36.643734 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] No Port match for: 5522849e-cba4-4b7d-86ef-3ee3d489e216 {{(pid=99485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 14:57:36.644111 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device 5522849e-cba4-4b7d-86ef-3ee3d489e216 not bound to the agent host hv-cinder-72618 {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 14:57:36.663857 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805dfae8-0850-47aa-b17e-57673e888a6c req-0dc68909-6064-4498-be33-b28ec1680bd3 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:57:36.665546 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-805dfae8-0850-47aa-b17e-57673e888a6c req-0dc68909-6064-4498-be33-b28ec1680bd3 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ba9d015-880f-4a7a-90ad-37d07aa9894e HTTP/1.1" status: 200 len: 943 time: 0.0888772 Jun 14 14:57:36.709820 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-805dfae8-0850-47aa-b17e-57673e888a6c req-efa00fdc-8717-43ff-8238-619466370562 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/security-groups?id=54581e45-42fd-4752-b3ea-3a1c52f34bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380375 Jun 14 14:57:37.523066 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 39064) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:57:37.590462 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-0bffa929-40ec-4a74-bc6c-3c8a00356bf7 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Notify callbacks [] for security_group, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:37.621971 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-0bffa929-40ec-4a74-bc6c-3c8a00356bf7 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:37.863877 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-0bffa929-40ec-4a74-bc6c-3c8a00356bf7 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:37.866542 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-0bffa929-40ec-4a74-bc6c-3c8a00356bf7 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Notify callbacks [] for security_group, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:37.867641 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-0bffa929-40ec-4a74-bc6c-3c8a00356bf7 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] 10.222.0.55 "DELETE /v2.0/security-groups/4648ab45-3fe7-4fb0-aedd-27d6176c7dce HTTP/1.1" status: 204 len: 168 time: 0.3436067 Jun 14 14:57:37.870016 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-f83f5710-3b93-4903-9548-763eae2c10dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:37.885417 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bffa929-40ec-4a74-bc6c-3c8a00356bf7 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4648ab45-3fe7-4fb0-aedd-27d6176c7dce,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:37.887786 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-0bffa929-40ec-4a74-bc6c-3c8a00356bf7 tempest-TestShelveInstance-1509450724 tempest-TestShelveInstance-1509450724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:37.920494 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d4906-874a-46b1-ba84-b96714abd14a req-e278c6fd-9bfc-469a-8f8e-27bc91a16aa9 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:57:37.922010 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-2e6d4906-874a-46b1-ba84-b96714abd14a req-e278c6fd-9bfc-469a-8f8e-27bc91a16aa9 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ba9d015-880f-4a7a-90ad-37d07aa9894e HTTP/1.1" status: 200 len: 943 time: 0.0953586 Jun 14 14:57:37.966464 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-2e6d4906-874a-46b1-ba84-b96714abd14a req-c93e7996-5277-40a1-972c-e4ac23b8566f tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/security-groups?id=54581e45-42fd-4752-b3ea-3a1c52f34bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384383 Jun 14 14:57:38.144963 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 39070) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:57:38.611236 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device 17ac7b5f-6bd4-4fd5-bc15-a5095e05e694 details requested by agent hyperv_hv-cinder-72618 with host hv-cinder-72618 {{(pid=99485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 14:57:38.669369 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-06dd343f-ec20-4947-ac96-185de26e622b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4034001'] for router_interface, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:38.739158 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] For port 17ac7b5f-6bd4-4fd5-bc15-a5095e05e694, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=17ac7b5f-6bd4-4fd5-bc15-a5095e05e694,segment=NetworkSegment(557e6797-aaed-4571-ae23-65c32c2db1f8),segment_id=557e6797-aaed-4571-ae23-65c32c2db1f8)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:57:38.757541 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Returning: {'device': '17ac7b5f-6bd4-4fd5-bc15-a5095e05e694', 'network_id': 'e5362cf3-22e2-458b-983d-d02bdc155e0b', 'port_id': '17ac7b5f-6bd4-4fd5-bc15-a5095e05e694', 'mac_address': 'fa:16:3e:4e:80:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79f88779-977f-498a-a15f-b55cc136c5ab', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 14:57:38.805894 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:38.824736 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.notifiers.nova [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17ac7b5f-6bd4-4fd5-bc15-a5095e05e694 {{(pid=99485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:57:38.850504 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] For port 17ac7b5f-6bd4-4fd5-bc15-a5095e05e694, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=17ac7b5f-6bd4-4fd5-bc15-a5095e05e694,segment=NetworkSegment(557e6797-aaed-4571-ae23-65c32c2db1f8),segment_id=557e6797-aaed-4571-ae23-65c32c2db1f8)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:57:39.045579 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.plugin [None req-06dd343f-ec20-4947-ac96-185de26e622b admin admin] Deleting port ce2d1610-0d19-404c-be02-9296b07d1a72 {{(pid=99484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:57:39.046161 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-06dd343f-ec20-4947-ac96-185de26e622b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375454248'] for port, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:39.146136 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:39.148411 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:39.213948 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Pushing event updated for resources: {'Port': ['ID=17ac7b5f-6bd4-4fd5-bc15-a5095e05e694,revision_number=4']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:39.217347 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:39.461707 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] get_ports_and_sgs() called for port_ids ['17ac7b5f-6bd4-4fd5-bc15-a5095e05e694'] {{(pid=99485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 14:57:39.508980 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.db [None req-06dd343f-ec20-4947-ac96-185de26e622b admin admin] For port ce2d1610-0d19-404c-be02-9296b07d1a72, host dv-cinder-726180-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=ce2d1610-0d19-404c-be02-9296b07d1a72,segment=NetworkSegment(400310be-4fab-419b-9e19-36d89a0b3d4c),segment_id=400310be-4fab-419b-9e19-36d89a0b3d4c)] {{(pid=99484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:57:39.509341 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-06dd343f-ec20-4947-ac96-185de26e622b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4046836'] for port, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:39.610579 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.plugin [None req-06dd343f-ec20-4947-ac96-185de26e622b admin admin] Calling delete_port for ce2d1610-0d19-404c-be02-9296b07d1a72 owned by network:router_interface {{(pid=99484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:57:39.632778 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00089c0f-c8a5-48c9-b694-3cb75bb60729 req-053da207-9bee-442b-924d-6900d8e41003 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:57:39.634315 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-00089c0f-c8a5-48c9-b694-3cb75bb60729 req-053da207-9bee-442b-924d-6900d8e41003 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ba9d015-880f-4a7a-90ad-37d07aa9894e HTTP/1.1" status: 200 len: 944 time: 0.2093403 Jun 14 14:57:39.743051 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-00089c0f-c8a5-48c9-b694-3cb75bb60729 req-4c981f54-fd36-4099-9456-4aaa484422be tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/security-groups?id=54581e45-42fd-4752-b3ea-3a1c52f34bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583696 Jun 14 14:57:40.016820 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-06dd343f-ec20-4947-ac96-185de26e622b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375458892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763375065896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12090229'] for port, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:40.018971 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-5f1e580d-5997-4194-a20e-80954e6d4782 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:40.048078 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dd343f-ec20-4947-ac96-185de26e622b admin admin] Pushing event deleted for resources: {'Port': ['ID=ce2d1610-0d19-404c-be02-9296b07d1a72,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:40.053327 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-06dd343f-ec20-4947-ac96-185de26e622b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:40.285704 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-06dd343f-ec20-4947-ac96-185de26e622b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3699262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4033345'] for router_interface, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:40.595422 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06dd343f-ec20-4947-ac96-185de26e622b admin admin] Router ea5bc6ee-0ab3-46d9-b658-7d6240e37242 has already been hosted by L3 agent 1c008f53-dbc2-48c1-a123-31b869a31df2 {{(pid=99484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 14:57:40.622941 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device 17ac7b5f-6bd4-4fd5-bc15-a5095e05e694 up at agent hyperv_hv-cinder-72618 {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:57:40.741415 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06dd343f-ec20-4947-ac96-185de26e622b admin admin] Notify agent at l3_agent.dv-cinder-726180-9-iscsi the message routers_updated {{(pid=99484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 14:57:40.747348 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-06dd343f-ec20-4947-ac96-185de26e622b admin admin] 10.222.0.55 "PUT /v2.0/routers/ea5bc6ee-0ab3-46d9-b658-7d6240e37242/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6008813 Jun 14 14:57:40.750243 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 39076) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:57:40.752760 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3212ac-f0ec-411d-8d3f-94033cb25cb4 None None] Sync routers for ids ['ea5bc6ee-0ab3-46d9-b658-7d6240e37242'] in dv-cinder-726180-9-iscsi {{(pid=99485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 14:57:40.762809 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3212ac-f0ec-411d-8d3f-94033cb25cb4 None None] Routers {'ea5bc6ee-0ab3-46d9-b658-7d6240e37242'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:57:40.763442 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-0d3212ac-f0ec-411d-8d3f-94033cb25cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:57:28Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['ea5bc6ee-0ab3-46d9-b658-7d6240e37242'], 'active': True} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:57:40.821482 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Provisioning for port 17ac7b5f-6bd4-4fd5-bc15-a5095e05e694 completed by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:57:40.959297 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-4fffc09c-e8fc-41c0-a81c-0830c6e032bf admin admin] Notify callbacks [] for router, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:41.015944 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Provisioning complete for port 17ac7b5f-6bd4-4fd5-bc15-a5095e05e694 triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:57:41.017671 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:41.093723 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09cebb3-6be4-4cbc-893d-e84387f4d0a9 req-2e6a190a-a15d-4d8a-a15d-6f0902bf6842 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:57:41.095261 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-d09cebb3-6be4-4cbc-893d-e84387f4d0a9 req-2e6a190a-a15d-4d8a-a15d-6f0902bf6842 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ba9d015-880f-4a7a-90ad-37d07aa9894e HTTP/1.1" status: 200 len: 944 time: 0.2221210 Jun 14 14:57:41.107793 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvr_db [None req-0d3212ac-f0ec-411d-8d3f-94033cb25cb4 None None] Set router ea5bc6ee-0ab3-46d9-b658-7d6240e37242 gateway port host: dv-cinder-726180-9-iscsi {{(pid=99485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:57:41.163066 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-4fffc09c-e8fc-41c0-a81c-0830c6e032bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:41.170370 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-d09cebb3-6be4-4cbc-893d-e84387f4d0a9 req-382e3cbb-b49e-4b4a-b37a-d1a50029c610 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/security-groups?id=54581e45-42fd-4752-b3ea-3a1c52f34bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678070 Jun 14 14:57:41.256031 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:41.332689 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ba9d015-880f-4a7a-90ad-37d07aa9894e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17ac7b5f-6bd4-4fd5-bc15-a5095e05e694'}] {{(pid=99485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:57:41.334963 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb48b8a921a599a4918edb6fe4edb23e72f7f4aaa6ba2d648db764b95ae78972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce49b7d-afc8-4c2b-b127-d3121f543b80" -d '{"events": [{"server_uuid": "9ba9d015-880f-4a7a-90ad-37d07aa9894e", "name": "network-vif-plugged", "status": "completed", "tag": "17ac7b5f-6bd4-4fd5-bc15-a5095e05e694"}]}' {{(pid=99485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:57:41.339466 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.plugin [None req-4fffc09c-e8fc-41c0-a81c-0830c6e032bf admin admin] Deleting port 5e70f905-e006-4cd8-9f36-5b9a539d0ab2 {{(pid=99483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:57:41.340254 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-4fffc09c-e8fc-41c0-a81c-0830c6e032bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375454248'] for port, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:41.358886 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] For port 17ac7b5f-6bd4-4fd5-bc15-a5095e05e694, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=17ac7b5f-6bd4-4fd5-bc15-a5095e05e694,segment=NetworkSegment(557e6797-aaed-4571-ae23-65c32c2db1f8),segment_id=557e6797-aaed-4571-ae23-65c32c2db1f8)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:57:41.445640 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-0d3212ac-f0ec-411d-8d3f-94033cb25cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea5bc6ee-0ab3-46d9-b658-7d6240e37242', 'name': 'tempest-TestShelveInstance-385717493-router', 'tenant_id': '8730e6a0fdc54b92a4e0d83a015c460a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '5e70f905-e006-4cd8-9f36-5b9a539d0ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:51:19Z', 'updated_at': '2021-06-14T14:57:39Z', 'revision_number': 5, 'project_id': '8730e6a0fdc54b92a4e0d83a015c460a', 'gw_port': {'id': '5e70f905-e006-4cd8-9f36-5b9a539d0ab2', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea5bc6ee-0ab3-46d9-b658-7d6240e37242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:51:21Z', 'updated_at': '2021-06-14T14:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi'}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:57:41.451735 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3212ac-f0ec-411d-8d3f-94033cb25cb4 None None] Checking router: ea5bc6ee-0ab3-46d9-b658-7d6240e37242 for host: dv-cinder-726180-9-iscsi {{(pid=99485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 14:57:41.467109 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3212ac-f0ec-411d-8d3f-94033cb25cb4 None None] Routers {'ea5bc6ee-0ab3-46d9-b658-7d6240e37242'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:57:41.468177 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-0d3212ac-f0ec-411d-8d3f-94033cb25cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:57:28Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['ea5bc6ee-0ab3-46d9-b658-7d6240e37242'], 'active': True} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:57:41.474117 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:41.489732 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.db [None req-4fffc09c-e8fc-41c0-a81c-0830c6e032bf admin admin] For port 5e70f905-e006-4cd8-9f36-5b9a539d0ab2, host dv-cinder-726180-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=5e70f905-e006-4cd8-9f36-5b9a539d0ab2,segment=NetworkSegment(5f9b4eda-9001-4473-8107-70664bb4d177),segment_id=5f9b4eda-9001-4473-8107-70664bb4d177)] {{(pid=99483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:57:41.490190 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-4fffc09c-e8fc-41c0-a81c-0830c6e032bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4046836'] for port, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:41.530680 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-0a98f511-dc65-4274-8759-ba45b9148f7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:41.533408 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 14:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d1ca4cd-645e-4c73-8ebe-dda4e2dc2570 x-openstack-request-id: req-2d1ca4cd-645e-4c73-8ebe-dda4e2dc2570 {{(pid=99485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:57:41.533704 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ba9d015-880f-4a7a-90ad-37d07aa9894e", "name": "network-vif-plugged", "status": "completed", "tag": "17ac7b5f-6bd4-4fd5-bc15-a5095e05e694", "code": 200}]} {{(pid=99485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:57:41.533964 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2d1ca4cd-645e-4c73-8ebe-dda4e2dc2570 {{(pid=99485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:57:41.534348 dv-cinder-726180-9-iscsi neutron-server[99485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ba9d015-880f-4a7a-90ad-37d07aa9894e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17ac7b5f-6bd4-4fd5-bc15-a5095e05e694', 'code': 200} Jun 14 14:57:41.600934 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.plugin [None req-4fffc09c-e8fc-41c0-a81c-0830c6e032bf admin admin] Calling delete_port for 5e70f905-e006-4cd8-9f36-5b9a539d0ab2 owned by network:router_gateway {{(pid=99483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:57:41.660378 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvr_db [None req-0d3212ac-f0ec-411d-8d3f-94033cb25cb4 None None] Set router ea5bc6ee-0ab3-46d9-b658-7d6240e37242 gateway port host: None {{(pid=99485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:57:41.709219 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Pushing event updated for resources: {'Port': ['ID=17ac7b5f-6bd4-4fd5-bc15-a5095e05e694,revision_number=5']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:41.751278 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:41.752448 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-0d3212ac-f0ec-411d-8d3f-94033cb25cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea5bc6ee-0ab3-46d9-b658-7d6240e37242', 'name': 'tempest-TestShelveInstance-385717493-router', 'tenant_id': '8730e6a0fdc54b92a4e0d83a015c460a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:51:19Z', 'updated_at': '2021-06-14T14:57:41Z', 'revision_number': 6, 'project_id': '8730e6a0fdc54b92a4e0d83a015c460a', 'gw_port_host': None}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:57:41.756310 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3212ac-f0ec-411d-8d3f-94033cb25cb4 None None] The sync data for ids ['ea5bc6ee-0ab3-46d9-b658-7d6240e37242'] in dv-cinder-726180-9-iscsi is: [{'id': 'ea5bc6ee-0ab3-46d9-b658-7d6240e37242', 'name': 'tempest-TestShelveInstance-385717493-router', 'tenant_id': '8730e6a0fdc54b92a4e0d83a015c460a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:51:19Z', 'updated_at': '2021-06-14T14:57:41Z', 'revision_number': 6, 'project_id': '8730e6a0fdc54b92a4e0d83a015c460a', 'gw_port_host': None}] {{(pid=99485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 14:57:41.930298 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-4fffc09c-e8fc-41c0-a81c-0830c6e032bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375458892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763375065896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282732'] for port, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:41.933865 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-51364d94-7a86-4766-916a-0dcbcbfb3f11 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:41.971990 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fffc09c-e8fc-41c0-a81c-0830c6e032bf admin admin] Pushing event deleted for resources: {'Port': ['ID=5e70f905-e006-4cd8-9f36-5b9a539d0ab2,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:41.985451 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-4fffc09c-e8fc-41c0-a81c-0830c6e032bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:42.032663 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad47c74-6c69-4e84-aa59-c53dc666b70f req-db6486e0-d2f6-409f-8ffe-36fc9ecbf0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:57:42.034141 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-4ad47c74-6c69-4e84-aa59-c53dc666b70f req-db6486e0-d2f6-409f-8ffe-36fc9ecbf0b4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9ba9d015-880f-4a7a-90ad-37d07aa9894e HTTP/1.1" status: 200 len: 1098 time: 0.1499236 Jun 14 14:57:42.070511 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-4fffc09c-e8fc-41c0-a81c-0830c6e032bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4045586'] for router_gateway, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:42.169458 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-4ad47c74-6c69-4e84-aa59-c53dc666b70f req-dba51f19-7090-4c09-a5d0-236f0fdcf967 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=54581e45-42fd-4752-b3ea-3a1c52f34bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276093 Jun 14 14:57:42.223201 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-4fffc09c-e8fc-41c0-a81c-0830c6e032bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4031715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60902'] for router, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:42.225408 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-4fffc09c-e8fc-41c0-a81c-0830c6e032bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:42.637626 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-4fffc09c-e8fc-41c0-a81c-0830c6e032bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4031029'] for router, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:42.638170 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fffc09c-e8fc-41c0-a81c-0830c6e032bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea5bc6ee-0ab3-46d9-b658-7d6240e37242 {{(pid=99483) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 14 14:57:42.644064 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-4fffc09c-e8fc-41c0-a81c-0830c6e032bf admin admin] Notify callbacks [] for router, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:42.646500 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-4fffc09c-e8fc-41c0-a81c-0830c6e032bf admin admin] 10.222.0.55 "DELETE /v2.0/routers/ea5bc6ee-0ab3-46d9-b658-7d6240e37242 HTTP/1.1" status: 204 len: 168 time: 1.8938942 Jun 14 14:57:42.651024 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 39086) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:57:42.685404 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206bc064-08af-44d5-b281-0d33010cdcc5 req-b41c95b6-0369-4bb5-9d57-f16b64efd569 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:57:42.687282 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-206bc064-08af-44d5-b281-0d33010cdcc5 req-b41c95b6-0369-4bb5-9d57-f16b64efd569 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ba9d015-880f-4a7a-90ad-37d07aa9894e HTTP/1.1" status: 200 len: 945 time: 0.3953028 Jun 14 14:57:42.712135 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.db_base_plugin_v2 [None req-7494ea6a-7dd6-4928-b034-454c5c4d560b admin admin] Deleting subnet e340e8c9-7a51-4312-92aa-f88338355222 {{(pid=99484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 14 14:57:42.716100 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-7494ea6a-7dd6-4928-b034-454c5c4d560b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:42.734280 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-206bc064-08af-44d5-b281-0d33010cdcc5 req-b7c569df-3369-49c1-91ef-1f0ff2f2d69b tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/security-groups?id=54581e45-42fd-4752-b3ea-3a1c52f34bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413733 Jun 14 14:57:42.779962 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-7494ea6a-7dd6-4928-b034-454c5c4d560b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257036'] for subnet, precommit_delete_associations {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:42.883453 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-7494ea6a-7dd6-4928-b034-454c5c4d560b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912507'] for subnet, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:42.896923 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device 5e70f905-e006-4cd8-9f36-5b9a539d0ab2 no longer exists at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 14:57:42.923511 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] No Port match for: 5e70f905-e006-4cd8-9f36-5b9a539d0ab2 {{(pid=99485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 14:57:42.923917 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device 5e70f905-e006-4cd8-9f36-5b9a539d0ab2 not bound to the agent host dv-cinder-726180-9-iscsi {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 14:57:42.924429 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device ce2d1610-0d19-404c-be02-9296b07d1a72 no longer exists at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 14:57:42.957605 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] No Port match for: ce2d1610-0d19-404c-be02-9296b07d1a72 {{(pid=99485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 14:57:42.958097 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device ce2d1610-0d19-404c-be02-9296b07d1a72 not bound to the agent host dv-cinder-726180-9-iscsi {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 14:57:43.083665 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-7494ea6a-7dd6-4928-b034-454c5c4d560b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12089743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12540712'] for subnet, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:43.086265 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-f500ca77-a58f-4883-b871-bf9744e19246 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:43.122511 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7494ea6a-7dd6-4928-b034-454c5c4d560b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e340e8c9-7a51-4312-92aa-f88338355222,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:43.125619 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-7494ea6a-7dd6-4928-b034-454c5c4d560b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:43.126613 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-7494ea6a-7dd6-4928-b034-454c5c4d560b admin admin] Notify callbacks [] for subnet, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:43.130125 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-7494ea6a-7dd6-4928-b034-454c5c4d560b admin admin] 10.222.0.55 "DELETE /v2.0/subnets/e340e8c9-7a51-4312-92aa-f88338355222 HTTP/1.1" status: 204 len: 168 time: 0.4762683 Jun 14 14:57:43.131632 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 39088) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:57:43.132358 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9542766e-7f13-4ade-bed1-9c2085e31a7e None None] Network ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b requested from dv-cinder-726180-9-iscsi {{(pid=99485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:57:43.226913 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-7c35e7be-02a4-4c4b-a751-54e6719ec975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1035504'] for network, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:43.297849 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.plugin [None req-7c35e7be-02a4-4c4b-a751-54e6719ec975 admin admin] Deleting port 8dabd25f-badd-4cd7-8a0e-5d1a56886e11 {{(pid=99484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:57:43.298442 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-7c35e7be-02a4-4c4b-a751-54e6719ec975 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375454248'] for port, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:43.378909 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a78bfb6-0524-4567-b0e3-d162deaa25e2 None None] DHCP port deletion for ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b request from dv-cinder-726180-9-iscsi {{(pid=99485) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 14 14:57:43.395436 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.db [None req-7c35e7be-02a4-4c4b-a751-54e6719ec975 admin admin] For port 8dabd25f-badd-4cd7-8a0e-5d1a56886e11, host dv-cinder-726180-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=8dabd25f-badd-4cd7-8a0e-5d1a56886e11,segment=NetworkSegment(400310be-4fab-419b-9e19-36d89a0b3d4c),segment_id=400310be-4fab-419b-9e19-36d89a0b3d4c)] {{(pid=99484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:57:43.395799 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-7c35e7be-02a4-4c4b-a751-54e6719ec975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4046836'] for port, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:43.439653 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-3a78bfb6-0524-4567-b0e3-d162deaa25e2 None None] Deleting port 8dabd25f-badd-4cd7-8a0e-5d1a56886e11 {{(pid=99485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:57:43.440234 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-3a78bfb6-0524-4567-b0e3-d162deaa25e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375454248'] for port, before_delete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:43.495724 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.plugin [None req-7c35e7be-02a4-4c4b-a751-54e6719ec975 admin admin] Calling delete_port for 8dabd25f-badd-4cd7-8a0e-5d1a56886e11 owned by network:dhcp {{(pid=99484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:57:43.535359 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-3a78bfb6-0524-4567-b0e3-d162deaa25e2 None None] For port 8dabd25f-badd-4cd7-8a0e-5d1a56886e11, host dv-cinder-726180-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=8dabd25f-badd-4cd7-8a0e-5d1a56886e11,segment=NetworkSegment(400310be-4fab-419b-9e19-36d89a0b3d4c),segment_id=400310be-4fab-419b-9e19-36d89a0b3d4c)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:57:43.535765 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-3a78bfb6-0524-4567-b0e3-d162deaa25e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4046836'] for port, precommit_delete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:43.636520 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-3a78bfb6-0524-4567-b0e3-d162deaa25e2 None None] Calling delete_port for 8dabd25f-badd-4cd7-8a0e-5d1a56886e11 owned by network:dhcp {{(pid=99485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:57:43.685453 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-7c35e7be-02a4-4c4b-a751-54e6719ec975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375458892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763375065896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12090229'] for port, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:43.687746 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-d791c123-5f2c-4418-97d8-d02421abf9f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:43.719042 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c35e7be-02a4-4c4b-a751-54e6719ec975 admin admin] Pushing event deleted for resources: {'Port': ['ID=8dabd25f-badd-4cd7-8a0e-5d1a56886e11,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:43.722307 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-7c35e7be-02a4-4c4b-a751-54e6719ec975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:43.723140 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c35e7be-02a4-4c4b-a751-54e6719ec975 admin admin] No DVR routers for this DVR port 8dabd25f-badd-4cd7-8a0e-5d1a56886e11 on host dv-cinder-726180-9-iscsi {{(pid=99484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 14:57:43.742267 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-3a78bfb6-0524-4567-b0e3-d162deaa25e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375458892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763375065896'] for port, after_delete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:43.744993 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-41b2df6c-bde2-4631-bc55-6ebbd0c476c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:43.780618 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a78bfb6-0524-4567-b0e3-d162deaa25e2 None None] Pushing event deleted for resources: {'Port': ['ID=8dabd25f-badd-4cd7-8a0e-5d1a56886e11,revision_number=None']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:43.783756 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-3a78bfb6-0524-4567-b0e3-d162deaa25e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:43.784613 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a78bfb6-0524-4567-b0e3-d162deaa25e2 None None] No DVR routers for this DVR port 8dabd25f-badd-4cd7-8a0e-5d1a56886e11 on host dv-cinder-726180-9-iscsi {{(pid=99485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 14:57:43.840762 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-7c35e7be-02a4-4c4b-a751-54e6719ec975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-911334', 'neutron.services.segments.db._delete_segments_for_network-8763375589048'] for network, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:43.853081 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.services.segments.db [None req-7c35e7be-02a4-4c4b-a751-54e6719ec975 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b']}} {{(pid=99484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:57:43.865909 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.services.segments.db [None req-7c35e7be-02a4-4c4b-a751-54e6719ec975 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '400310be-4fab-419b-9e19-36d89a0b3d4c') {'for_net_delete': True} {{(pid=99484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:57:43.866234 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.services.segments.db [None req-7c35e7be-02a4-4c4b-a751-54e6719ec975 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '400310be-4fab-419b-9e19-36d89a0b3d4c') {} {{(pid=99484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:57:43.888451 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-7c35e7be-02a4-4c4b-a751-54e6719ec975 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375588886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257031'] for segment, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:43.930313 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-7c35e7be-02a4-4c4b-a751-54e6719ec975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-914478'] for segment, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:43.939527 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c35e7be-02a4-4c4b-a751-54e6719ec975 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=99484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 14:57:43.952177 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-7c35e7be-02a4-4c4b-a751-54e6719ec975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-914478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12090150'] for segment, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:43.952177 dv-cinder-726180-9-iscsi neutron-server[99484]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:57:43.952177 dv-cinder-726180-9-iscsi neutron-server[99484]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:57:43.952177 dv-cinder-726180-9-iscsi neutron-server[99484]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:57:43.952177 dv-cinder-726180-9-iscsi neutron-server[99484]: retrieve_revision_numbers = { Jun 14 14:57:43.952177 dv-cinder-726180-9-iscsi neutron-server[99484]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:57:43.952177 dv-cinder-726180-9-iscsi neutron-server[99484]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:57:43.952177 dv-cinder-726180-9-iscsi neutron-server[99484]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:57:43.952177 dv-cinder-726180-9-iscsi neutron-server[99484]: retrieve_revision_numbers = { Jun 14 14:57:43.952177 dv-cinder-726180-9-iscsi neutron-server[99484]: Traceback (most recent call last): Jun 14 14:57:43.952177 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 14 14:57:43.952177 dv-cinder-726180-9-iscsi neutron-server[99484]: timer() Jun 14 14:57:43.952177 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 14 14:57:43.952177 dv-cinder-726180-9-iscsi neutron-server[99484]: cb(*args, **kw) Jun 14 14:57:43.952177 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 14 14:57:43.952177 dv-cinder-726180-9-iscsi neutron-server[99484]: return func(*args, **kwargs) Jun 14 14:57:43.952177 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 14 14:57:43.952177 dv-cinder-726180-9-iscsi neutron-server[99484]: self._notify() Jun 14 14:57:43.952177 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 14 14:57:43.952177 dv-cinder-726180-9-iscsi neutron-server[99484]: self.callback(batched_events) Jun 14 14:57:43.952177 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 14 14:57:43.952177 dv-cinder-726180-9-iscsi neutron-server[99484]: event.method(event) Jun 14 14:57:43.952177 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 14 14:57:43.952177 dv-cinder-726180-9-iscsi neutron-server[99484]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 14 14:57:43.952177 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 14 14:57:43.952177 dv-cinder-726180-9-iscsi neutron-server[99484]: aggregate_uuid = self.p_client.list_aggregates( Jun 14 14:57:43.952177 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 14 14:57:43.952177 dv-cinder-726180-9-iscsi neutron-server[99484]: return f(self, *a, **k) Jun 14 14:57:43.952177 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 14 14:57:43.952177 dv-cinder-726180-9-iscsi neutron-server[99484]: return self._get(url).json() Jun 14 14:57:43.952177 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 14 14:57:43.952177 dv-cinder-726180-9-iscsi neutron-server[99484]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 14 14:57:43.952177 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 14 14:57:43.952177 dv-cinder-726180-9-iscsi neutron-server[99484]: return self.request(url, 'GET', **kwargs) Jun 14 14:57:43.952177 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 14 14:57:43.952177 dv-cinder-726180-9-iscsi neutron-server[99484]: base_url = self.get_endpoint(auth, allow=allow, Jun 14 14:57:43.952177 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 14 14:57:43.952177 dv-cinder-726180-9-iscsi neutron-server[99484]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 14 14:57:43.952177 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 14 14:57:43.952177 dv-cinder-726180-9-iscsi neutron-server[99484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 14 14:57:43.952177 dv-cinder-726180-9-iscsi neutron-server[99484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 14 14:57:44.036338 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8346b3-a2dd-46dc-9710-b4f65ff78cd9 req-725e4841-3bf3-46c0-9440-7607bb9ecf7a tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:57:44.038166 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-ba8346b3-a2dd-46dc-9710-b4f65ff78cd9 req-725e4841-3bf3-46c0-9440-7607bb9ecf7a tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ba9d015-880f-4a7a-90ad-37d07aa9894e HTTP/1.1" status: 200 len: 945 time: 0.1622467 Jun 14 14:57:44.082549 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-ba8346b3-a2dd-46dc-9710-b4f65ff78cd9 req-5b6bddc7-2f86-4a4e-9cad-c09e73aaaf73 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/security-groups?id=54581e45-42fd-4752-b3ea-3a1c52f34bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376961 Jun 14 14:57:44.184548 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-7c35e7be-02a4-4c4b-a751-54e6719ec975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-911353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4045583'] for network, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:44.189475 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-46c23a4a-0707-481f-bd01-14bd663187e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:44.209919 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-7c35e7be-02a4-4c4b-a751-54e6719ec975 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699218'] for network, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:44.211828 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-7c35e7be-02a4-4c4b-a751-54e6719ec975 admin admin] 10.222.0.55 "DELETE /v2.0/networks/ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b HTTP/1.1" status: 204 len: 168 time: 1.0791984 Jun 14 14:57:44.216212 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 39094) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:57:44.216870 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c35e7be-02a4-4c4b-a751-54e6719ec975 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac8dd2ef-9d04-4d49-bfcb-e05640a33c8b,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:44.220660 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-7c35e7be-02a4-4c4b-a751-54e6719ec975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:44.706523 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-af3ba066-8b18-41ee-807b-8867676c9aaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4034001'] for router_interface, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:44.915796 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device 8dabd25f-badd-4cd7-8a0e-5d1a56886e11 no longer exists at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 14:57:44.948974 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] No Port match for: 8dabd25f-badd-4cd7-8a0e-5d1a56886e11 {{(pid=99485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 14:57:44.949334 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device 8dabd25f-badd-4cd7-8a0e-5d1a56886e11 not bound to the agent host dv-cinder-726180-9-iscsi {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 14:57:45.085683 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.plugin [None req-af3ba066-8b18-41ee-807b-8867676c9aaa admin admin] Deleting port df2dbb6f-848a-477c-9402-553ebb35ca78 {{(pid=99483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:57:45.086023 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-af3ba066-8b18-41ee-807b-8867676c9aaa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375454248'] for port, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:45.202623 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.db [None req-af3ba066-8b18-41ee-807b-8867676c9aaa admin admin] For port df2dbb6f-848a-477c-9402-553ebb35ca78, host dv-cinder-726180-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=df2dbb6f-848a-477c-9402-553ebb35ca78,segment=NetworkSegment(dea26d5b-22bf-4796-94cf-154a199b82de),segment_id=dea26d5b-22bf-4796-94cf-154a199b82de)] {{(pid=99483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:57:45.203030 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-af3ba066-8b18-41ee-807b-8867676c9aaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4046836'] for port, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:45.301922 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.plugin [None req-af3ba066-8b18-41ee-807b-8867676c9aaa admin admin] Calling delete_port for df2dbb6f-848a-477c-9402-553ebb35ca78 owned by network:router_interface {{(pid=99483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:57:45.700496 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-af3ba066-8b18-41ee-807b-8867676c9aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375458892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763375065896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282732'] for port, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:45.702799 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-6f6a677f-f6b0-4141-b86a-132d1b2fbd20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:45.732415 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3ba066-8b18-41ee-807b-8867676c9aaa admin admin] Pushing event deleted for resources: {'Port': ['ID=df2dbb6f-848a-477c-9402-553ebb35ca78,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:45.736275 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-af3ba066-8b18-41ee-807b-8867676c9aaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:45.986785 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-af3ba066-8b18-41ee-807b-8867676c9aaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3699262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4033345'] for router_interface, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:46.313990 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af3ba066-8b18-41ee-807b-8867676c9aaa admin admin] Router 595b7411-6d15-4961-8fb9-71945bdf915a has already been hosted by L3 agent 1c008f53-dbc2-48c1-a123-31b869a31df2 {{(pid=99483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 14:57:46.472782 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af3ba066-8b18-41ee-807b-8867676c9aaa admin admin] Notify agent at l3_agent.dv-cinder-726180-9-iscsi the message routers_updated {{(pid=99483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 14:57:46.478143 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-af3ba066-8b18-41ee-807b-8867676c9aaa admin admin] 10.222.0.55 "PUT /v2.0/routers/595b7411-6d15-4961-8fb9-71945bdf915a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2604921 Jun 14 14:57:46.481300 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 39110) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:57:46.484137 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba49db4-6cd3-485d-ac6e-f8eb563cb6f6 None None] Sync routers for ids ['595b7411-6d15-4961-8fb9-71945bdf915a'] in dv-cinder-726180-9-iscsi {{(pid=99486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 14:57:46.497454 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba49db4-6cd3-485d-ac6e-f8eb563cb6f6 None None] Routers {'595b7411-6d15-4961-8fb9-71945bdf915a'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:57:46.497942 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-eba49db4-6cd3-485d-ac6e-f8eb563cb6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:57:28Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['595b7411-6d15-4961-8fb9-71945bdf915a'], 'active': True} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:57:46.630212 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-c6fbc590-3167-4a64-b829-dcaf1a748c0e admin admin] Notify callbacks [] for router, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:46.642571 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvr_db [None req-eba49db4-6cd3-485d-ac6e-f8eb563cb6f6 None None] Set router 595b7411-6d15-4961-8fb9-71945bdf915a gateway port host: dv-cinder-726180-9-iscsi {{(pid=99486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:57:47.027652 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-eba49db4-6cd3-485d-ac6e-f8eb563cb6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595b7411-6d15-4961-8fb9-71945bdf915a', 'name': 'tempest-TestShelveInstance-1702144095-router', 'tenant_id': '772b08af9d3445aa97ea6623f8339ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '447b8202-94b8-4196-b2c8-200842644b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:51:35Z', 'updated_at': '2021-06-14T14:57:45Z', 'revision_number': 5, 'project_id': '772b08af9d3445aa97ea6623f8339ce1', 'gw_port': {'id': '447b8202-94b8-4196-b2c8-200842644b60', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ea:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595b7411-6d15-4961-8fb9-71945bdf915a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:51:36Z', 'updated_at': '2021-06-14T14:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi'}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:57:47.031541 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba49db4-6cd3-485d-ac6e-f8eb563cb6f6 None None] Checking router: 595b7411-6d15-4961-8fb9-71945bdf915a for host: dv-cinder-726180-9-iscsi {{(pid=99486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 14:57:47.040276 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba49db4-6cd3-485d-ac6e-f8eb563cb6f6 None None] Routers {'595b7411-6d15-4961-8fb9-71945bdf915a'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:57:47.041448 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-eba49db4-6cd3-485d-ac6e-f8eb563cb6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:57:28Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['595b7411-6d15-4961-8fb9-71945bdf915a'], 'active': True} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:57:47.105562 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-c6fbc590-3167-4a64-b829-dcaf1a748c0e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:47.199252 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvr_db [None req-eba49db4-6cd3-485d-ac6e-f8eb563cb6f6 None None] Set router 595b7411-6d15-4961-8fb9-71945bdf915a gateway port host: dv-cinder-726180-9-iscsi {{(pid=99486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:57:47.288102 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.plugin [None req-c6fbc590-3167-4a64-b829-dcaf1a748c0e admin admin] Deleting port 447b8202-94b8-4196-b2c8-200842644b60 {{(pid=99483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:57:47.288454 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-c6fbc590-3167-4a64-b829-dcaf1a748c0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375454248'] for port, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:47.416167 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.db [None req-c6fbc590-3167-4a64-b829-dcaf1a748c0e admin admin] For port 447b8202-94b8-4196-b2c8-200842644b60, host dv-cinder-726180-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=447b8202-94b8-4196-b2c8-200842644b60,segment=NetworkSegment(5f9b4eda-9001-4473-8107-70664bb4d177),segment_id=5f9b4eda-9001-4473-8107-70664bb4d177)] {{(pid=99483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:57:47.422118 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-c6fbc590-3167-4a64-b829-dcaf1a748c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4046836'] for port, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:47.466539 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-eba49db4-6cd3-485d-ac6e-f8eb563cb6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595b7411-6d15-4961-8fb9-71945bdf915a', 'name': 'tempest-TestShelveInstance-1702144095-router', 'tenant_id': '772b08af9d3445aa97ea6623f8339ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '447b8202-94b8-4196-b2c8-200842644b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:51:35Z', 'updated_at': '2021-06-14T14:57:45Z', 'revision_number': 5, 'project_id': '772b08af9d3445aa97ea6623f8339ce1', 'gw_port': {'id': '447b8202-94b8-4196-b2c8-200842644b60', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ea:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595b7411-6d15-4961-8fb9-71945bdf915a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:51:36Z', 'updated_at': '2021-06-14T14:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi'}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:57:47.470400 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba49db4-6cd3-485d-ac6e-f8eb563cb6f6 None None] The sync data for ids ['595b7411-6d15-4961-8fb9-71945bdf915a'] in dv-cinder-726180-9-iscsi is: [{'id': '595b7411-6d15-4961-8fb9-71945bdf915a', 'name': 'tempest-TestShelveInstance-1702144095-router', 'tenant_id': '772b08af9d3445aa97ea6623f8339ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '447b8202-94b8-4196-b2c8-200842644b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:51:35Z', 'updated_at': '2021-06-14T14:57:45Z', 'revision_number': 5, 'project_id': '772b08af9d3445aa97ea6623f8339ce1', 'gw_port': {'id': '447b8202-94b8-4196-b2c8-200842644b60', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ea:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595b7411-6d15-4961-8fb9-71945bdf915a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:51:36Z', 'updated_at': '2021-06-14T14:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi'}] {{(pid=99486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 14:57:47.529674 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.plugin [None req-c6fbc590-3167-4a64-b829-dcaf1a748c0e admin admin] Calling delete_port for 447b8202-94b8-4196-b2c8-200842644b60 owned by network:router_gateway {{(pid=99483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:57:47.865547 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-c6fbc590-3167-4a64-b829-dcaf1a748c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375458892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763375065896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282732'] for port, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:47.868675 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-aa1c1939-9085-4a01-bbb1-7fd21eb79069 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:47.903367 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fbc590-3167-4a64-b829-dcaf1a748c0e admin admin] Pushing event deleted for resources: {'Port': ['ID=447b8202-94b8-4196-b2c8-200842644b60,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:47.907848 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-c6fbc590-3167-4a64-b829-dcaf1a748c0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:47.989626 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-c6fbc590-3167-4a64-b829-dcaf1a748c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4045586'] for router_gateway, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:48.131746 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-c6fbc590-3167-4a64-b829-dcaf1a748c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4031715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60902'] for router, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:48.134156 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-c6fbc590-3167-4a64-b829-dcaf1a748c0e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:48.325739 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-c6fbc590-3167-4a64-b829-dcaf1a748c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4031029'] for router, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:48.326224 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6fbc590-3167-4a64-b829-dcaf1a748c0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 595b7411-6d15-4961-8fb9-71945bdf915a {{(pid=99483) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 14 14:57:48.350643 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-c6fbc590-3167-4a64-b829-dcaf1a748c0e admin admin] Notify callbacks [] for router, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:48.350643 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-c6fbc590-3167-4a64-b829-dcaf1a748c0e admin admin] 10.222.0.55 "DELETE /v2.0/routers/595b7411-6d15-4961-8fb9-71945bdf915a HTTP/1.1" status: 204 len: 168 time: 1.8482640 Jun 14 14:57:48.350906 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 39114) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:57:48.421020 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.db_base_plugin_v2 [None req-087f2f5a-179c-48a0-80b6-e067e56b7d05 admin admin] Deleting subnet f4d72ab0-46e8-4b45-a622-ca8d45653a69 {{(pid=99484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 14 14:57:48.423527 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-087f2f5a-179c-48a0-80b6-e067e56b7d05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:48.480329 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-087f2f5a-179c-48a0-80b6-e067e56b7d05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257036'] for subnet, precommit_delete_associations {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:48.586851 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-087f2f5a-179c-48a0-80b6-e067e56b7d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912507'] for subnet, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:48.760490 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-087f2f5a-179c-48a0-80b6-e067e56b7d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12089743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12540712'] for subnet, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:48.763261 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-994de63b-e915-4f4f-ba8c-455f4ffaed4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:48.798519 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087f2f5a-179c-48a0-80b6-e067e56b7d05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4d72ab0-46e8-4b45-a622-ca8d45653a69,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:48.802549 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-087f2f5a-179c-48a0-80b6-e067e56b7d05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:48.806207 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-087f2f5a-179c-48a0-80b6-e067e56b7d05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:48.808399 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-087f2f5a-179c-48a0-80b6-e067e56b7d05 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/f4d72ab0-46e8-4b45-a622-ca8d45653a69 HTTP/1.1" status: 204 len: 168 time: 0.4686792 Jun 14 14:57:48.815251 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 39118) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:57:48.816620 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28feb9b5-be47-4570-bc52-30313e28b804 None None] Network bdfff43c-22ec-4829-bcac-ad96c95618a2 requested from dv-cinder-726180-9-iscsi {{(pid=99485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:57:48.921102 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-e656c00e-b276-4eb7-b6ff-9a9d01795479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1035504'] for network, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:48.925846 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device 447b8202-94b8-4196-b2c8-200842644b60 no longer exists at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 14:57:48.958233 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] No Port match for: 447b8202-94b8-4196-b2c8-200842644b60 {{(pid=99485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 14:57:48.958593 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device 447b8202-94b8-4196-b2c8-200842644b60 not bound to the agent host dv-cinder-726180-9-iscsi {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 14:57:48.959058 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device df2dbb6f-848a-477c-9402-553ebb35ca78 no longer exists at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 14:57:49.011443 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.plugin [None req-e656c00e-b276-4eb7-b6ff-9a9d01795479 admin admin] Deleting port eb079986-3b85-4741-b328-f46c02acacdf {{(pid=99483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:57:49.011443 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-e656c00e-b276-4eb7-b6ff-9a9d01795479 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375454248'] for port, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:49.011802 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] No Port match for: df2dbb6f-848a-477c-9402-553ebb35ca78 {{(pid=99485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 14:57:49.012308 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device df2dbb6f-848a-477c-9402-553ebb35ca78 not bound to the agent host dv-cinder-726180-9-iscsi {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 14:57:49.110476 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.db [None req-e656c00e-b276-4eb7-b6ff-9a9d01795479 admin admin] For port eb079986-3b85-4741-b328-f46c02acacdf, host dv-cinder-726180-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=eb079986-3b85-4741-b328-f46c02acacdf,segment=NetworkSegment(dea26d5b-22bf-4796-94cf-154a199b82de),segment_id=dea26d5b-22bf-4796-94cf-154a199b82de)] {{(pid=99483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:57:49.110845 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-e656c00e-b276-4eb7-b6ff-9a9d01795479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4046836'] for port, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:49.139112 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7380df4-de4e-47f5-8c13-87860bd94858 None None] DHCP port deletion for bdfff43c-22ec-4829-bcac-ad96c95618a2 request from dv-cinder-726180-9-iscsi {{(pid=99485) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 14 14:57:49.212957 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-e7380df4-de4e-47f5-8c13-87860bd94858 None None] Deleting port eb079986-3b85-4741-b328-f46c02acacdf {{(pid=99485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:57:49.214201 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-e7380df4-de4e-47f5-8c13-87860bd94858 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375454248'] for port, before_delete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:49.225637 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.plugin [None req-e656c00e-b276-4eb7-b6ff-9a9d01795479 admin admin] Calling delete_port for eb079986-3b85-4741-b328-f46c02acacdf owned by network:dhcp {{(pid=99483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:57:49.420165 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-e656c00e-b276-4eb7-b6ff-9a9d01795479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375458892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763375065896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282732'] for port, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:49.422505 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-3cafa9db-9c8f-4064-bf40-18c946d0a54a tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:49.456390 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e656c00e-b276-4eb7-b6ff-9a9d01795479 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb079986-3b85-4741-b328-f46c02acacdf,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:49.459035 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-e656c00e-b276-4eb7-b6ff-9a9d01795479 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:49.468193 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e656c00e-b276-4eb7-b6ff-9a9d01795479 admin admin] No DVR routers for this DVR port eb079986-3b85-4741-b328-f46c02acacdf on host dv-cinder-726180-9-iscsi {{(pid=99483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 14:57:49.477901 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-e7380df4-de4e-47f5-8c13-87860bd94858 None None] For port eb079986-3b85-4741-b328-f46c02acacdf, host dv-cinder-726180-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=eb079986-3b85-4741-b328-f46c02acacdf,segment=NetworkSegment(dea26d5b-22bf-4796-94cf-154a199b82de),segment_id=dea26d5b-22bf-4796-94cf-154a199b82de)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:57:49.486271 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-e7380df4-de4e-47f5-8c13-87860bd94858 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4046836'] for port, precommit_delete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:49.586951 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-e656c00e-b276-4eb7-b6ff-9a9d01795479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-911334', 'neutron.services.segments.db._delete_segments_for_network-8763375589048'] for network, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:49.594970 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-e7380df4-de4e-47f5-8c13-87860bd94858 None None] Calling delete_port for eb079986-3b85-4741-b328-f46c02acacdf owned by network:dhcp {{(pid=99485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:57:49.599749 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.services.segments.db [None req-e656c00e-b276-4eb7-b6ff-9a9d01795479 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdfff43c-22ec-4829-bcac-ad96c95618a2']}} {{(pid=99483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:57:49.613028 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.services.segments.db [None req-e656c00e-b276-4eb7-b6ff-9a9d01795479 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dea26d5b-22bf-4796-94cf-154a199b82de') {'for_net_delete': True} {{(pid=99483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:57:49.613324 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.services.segments.db [None req-e656c00e-b276-4eb7-b6ff-9a9d01795479 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dea26d5b-22bf-4796-94cf-154a199b82de') {} {{(pid=99483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:57:49.626333 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-e656c00e-b276-4eb7-b6ff-9a9d01795479 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375588886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8802493'] for segment, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:49.643097 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-e656c00e-b276-4eb7-b6ff-9a9d01795479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-914478'] for segment, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:49.649881 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e656c00e-b276-4eb7-b6ff-9a9d01795479 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=99483) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 14:57:49.650384 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-e656c00e-b276-4eb7-b6ff-9a9d01795479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-914478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282687'] for segment, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:49.652455 dv-cinder-726180-9-iscsi neutron-server[99483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:57:49.652455 dv-cinder-726180-9-iscsi neutron-server[99483]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:57:49.652455 dv-cinder-726180-9-iscsi neutron-server[99483]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:57:49.652455 dv-cinder-726180-9-iscsi neutron-server[99483]: retrieve_revision_numbers = { Jun 14 14:57:49.652455 dv-cinder-726180-9-iscsi neutron-server[99483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:57:49.652455 dv-cinder-726180-9-iscsi neutron-server[99483]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:57:49.652455 dv-cinder-726180-9-iscsi neutron-server[99483]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:57:49.652455 dv-cinder-726180-9-iscsi neutron-server[99483]: retrieve_revision_numbers = { Jun 14 14:57:49.652455 dv-cinder-726180-9-iscsi neutron-server[99483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:57:49.652455 dv-cinder-726180-9-iscsi neutron-server[99483]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:57:49.652455 dv-cinder-726180-9-iscsi neutron-server[99483]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:57:49.652455 dv-cinder-726180-9-iscsi neutron-server[99483]: retrieve_revision_numbers = { Jun 14 14:57:49.652455 dv-cinder-726180-9-iscsi neutron-server[99483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:57:49.652455 dv-cinder-726180-9-iscsi neutron-server[99483]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:57:49.652455 dv-cinder-726180-9-iscsi neutron-server[99483]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:57:49.652455 dv-cinder-726180-9-iscsi neutron-server[99483]: retrieve_revision_numbers = { Jun 14 14:57:49.652455 dv-cinder-726180-9-iscsi neutron-server[99483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:57:49.652455 dv-cinder-726180-9-iscsi neutron-server[99483]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:57:49.652455 dv-cinder-726180-9-iscsi neutron-server[99483]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:57:49.652455 dv-cinder-726180-9-iscsi neutron-server[99483]: retrieve_revision_numbers = { Jun 14 14:57:49.652455 dv-cinder-726180-9-iscsi neutron-server[99483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:57:49.652455 dv-cinder-726180-9-iscsi neutron-server[99483]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:57:49.652455 dv-cinder-726180-9-iscsi neutron-server[99483]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:57:49.652455 dv-cinder-726180-9-iscsi neutron-server[99483]: retrieve_revision_numbers = { Jun 14 14:57:49.652455 dv-cinder-726180-9-iscsi neutron-server[99483]: Traceback (most recent call last): Jun 14 14:57:49.652455 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 14 14:57:49.652455 dv-cinder-726180-9-iscsi neutron-server[99483]: timer() Jun 14 14:57:49.652455 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 14 14:57:49.652455 dv-cinder-726180-9-iscsi neutron-server[99483]: cb(*args, **kw) Jun 14 14:57:49.652455 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 14 14:57:49.652455 dv-cinder-726180-9-iscsi neutron-server[99483]: return func(*args, **kwargs) Jun 14 14:57:49.652455 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 14 14:57:49.652455 dv-cinder-726180-9-iscsi neutron-server[99483]: self._notify() Jun 14 14:57:49.652455 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 14 14:57:49.652455 dv-cinder-726180-9-iscsi neutron-server[99483]: self.callback(batched_events) Jun 14 14:57:49.652455 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 14 14:57:49.652455 dv-cinder-726180-9-iscsi neutron-server[99483]: event.method(event) Jun 14 14:57:49.652455 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 14 14:57:49.652455 dv-cinder-726180-9-iscsi neutron-server[99483]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 14 14:57:49.652455 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 14 14:57:49.652455 dv-cinder-726180-9-iscsi neutron-server[99483]: aggregate_uuid = self.p_client.list_aggregates( Jun 14 14:57:49.652455 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 14 14:57:49.652455 dv-cinder-726180-9-iscsi neutron-server[99483]: return f(self, *a, **k) Jun 14 14:57:49.652455 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 14 14:57:49.652455 dv-cinder-726180-9-iscsi neutron-server[99483]: return self._get(url).json() Jun 14 14:57:49.652455 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 14 14:57:49.652455 dv-cinder-726180-9-iscsi neutron-server[99483]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 14 14:57:49.652455 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 14 14:57:49.652455 dv-cinder-726180-9-iscsi neutron-server[99483]: return self.request(url, 'GET', **kwargs) Jun 14 14:57:49.652455 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 14 14:57:49.652455 dv-cinder-726180-9-iscsi neutron-server[99483]: base_url = self.get_endpoint(auth, allow=allow, Jun 14 14:57:49.652455 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 14 14:57:49.652455 dv-cinder-726180-9-iscsi neutron-server[99483]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 14 14:57:49.652455 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 14 14:57:49.652455 dv-cinder-726180-9-iscsi neutron-server[99483]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 14 14:57:49.652455 dv-cinder-726180-9-iscsi neutron-server[99483]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 14 14:57:49.705842 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-e7380df4-de4e-47f5-8c13-87860bd94858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375458892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763375065896'] for port, after_delete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:49.708166 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-41b2df6c-bde2-4631-bc55-6ebbd0c476c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:49.738816 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7380df4-de4e-47f5-8c13-87860bd94858 None None] Pushing event deleted for resources: {'Port': ['ID=eb079986-3b85-4741-b328-f46c02acacdf,revision_number=None']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:49.743472 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7380df4-de4e-47f5-8c13-87860bd94858 None None] No DVR routers for this DVR port eb079986-3b85-4741-b328-f46c02acacdf on host dv-cinder-726180-9-iscsi {{(pid=99485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 14:57:49.751622 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7380df4-de4e-47f5-8c13-87860bd94858 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:57:49.751971 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7380df4-de4e-47f5-8c13-87860bd94858 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:57:49.752384 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7380df4-de4e-47f5-8c13-87860bd94858 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:57:49.752734 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7380df4-de4e-47f5-8c13-87860bd94858 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:57:49.753068 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7380df4-de4e-47f5-8c13-87860bd94858 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:57:49.753398 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7380df4-de4e-47f5-8c13-87860bd94858 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:57:49.753731 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7380df4-de4e-47f5-8c13-87860bd94858 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:57:49.754057 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7380df4-de4e-47f5-8c13-87860bd94858 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:57:49.754385 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7380df4-de4e-47f5-8c13-87860bd94858 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:57:49.754711 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7380df4-de4e-47f5-8c13-87860bd94858 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:57:49.755050 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7380df4-de4e-47f5-8c13-87860bd94858 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:57:49.755541 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7380df4-de4e-47f5-8c13-87860bd94858 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:57:49.758557 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-e7380df4-de4e-47f5-8c13-87860bd94858 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:49.879335 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-e656c00e-b276-4eb7-b6ff-9a9d01795479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-911353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4045583'] for network, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:49.883484 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:49.886251 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-e656c00e-b276-4eb7-b6ff-9a9d01795479 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699218'] for network, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:49.889669 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-e656c00e-b276-4eb7-b6ff-9a9d01795479 admin admin] 10.222.0.55 "DELETE /v2.0/networks/bdfff43c-22ec-4829-bcac-ad96c95618a2 HTTP/1.1" status: 204 len: 168 time: 1.0746231 Jun 14 14:57:49.902578 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e656c00e-b276-4eb7-b6ff-9a9d01795479 admin admin] Pushing event deleted for resources: {'Network': ['ID=bdfff43c-22ec-4829-bcac-ad96c95618a2,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:49.905045 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-e656c00e-b276-4eb7-b6ff-9a9d01795479 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:50.324554 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 39124) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:57:50.370277 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-9742c801-d235-4a32-9af7-a027fe6a5233 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8730e6a0fdc54b92a4e0d83a015c460a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0444081 Jun 14 14:57:50.373148 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 39126) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:57:50.427285 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-c9c2618a-0bda-4d3a-ad06-d4dcd82c7680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:50.455618 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-c9c2618a-0bda-4d3a-ad06-d4dcd82c7680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:50.771519 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-c9c2618a-0bda-4d3a-ad06-d4dcd82c7680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:50.774055 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-c9c2618a-0bda-4d3a-ad06-d4dcd82c7680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:50.776059 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-c9c2618a-0bda-4d3a-ad06-d4dcd82c7680 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5a320786-916c-4f0a-b1e5-e02d777a2b4d HTTP/1.1" status: 204 len: 168 time: 0.4012825 Jun 14 14:57:50.777069 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-2dc4ee98-d798-438b-8860-4a26a1fe172a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:50.786972 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c2618a-0bda-4d3a-ad06-d4dcd82c7680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a320786-916c-4f0a-b1e5-e02d777a2b4d,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:50.790523 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-c9c2618a-0bda-4d3a-ad06-d4dcd82c7680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:50.898203 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device eb079986-3b85-4741-b328-f46c02acacdf no longer exists at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 14:57:50.926811 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] No Port match for: eb079986-3b85-4741-b328-f46c02acacdf {{(pid=99485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 14:57:50.927157 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device eb079986-3b85-4741-b328-f46c02acacdf not bound to the agent host dv-cinder-726180-9-iscsi {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 14:57:51.855388 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 39136) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:57:51.903163 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-44274135-8405-407c-9d42-e78ded028b76 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=772b08af9d3445aa97ea6623f8339ce1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0464272 Jun 14 14:57:51.905758 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 39138) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:57:51.964978 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-120fdada-b639-4a7d-8542-95370324b749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:51.988078 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-120fdada-b639-4a7d-8542-95370324b749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:52.168440 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-120fdada-b639-4a7d-8542-95370324b749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:52.171127 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-120fdada-b639-4a7d-8542-95370324b749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:52.172631 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-120fdada-b639-4a7d-8542-95370324b749 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f22db800-1d36-4c62-91a7-1d286340ef07 HTTP/1.1" status: 204 len: 168 time: 0.2656908 Jun 14 14:57:52.173816 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-ad6b6b47-d84c-4190-8eb0-6bd07e2599d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:52.189200 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120fdada-b639-4a7d-8542-95370324b749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f22db800-1d36-4c62-91a7-1d286340ef07,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:52.193285 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-120fdada-b639-4a7d-8542-95370324b749 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:55.873669 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-c4cbc7fe-578a-4e91-80e1-eb5ae92d9d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:58.568358 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-da97e145-5c6e-4ec8-97f7-1b718031c122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:58.714164 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:59.393404 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c965895a-6147-4d0e-8a41-a3c007f950db req-62bd7bf4-b909-4e2c-9760-5b5547c836d5 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:57:59.394859 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-c965895a-6147-4d0e-8a41-a3c007f950db req-62bd7bf4-b909-4e2c-9760-5b5547c836d5 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/networks?id=e5362cf3-22e2-458b-983d-d02bdc155e0b HTTP/1.1" status: 200 len: 814 time: 0.1288772 Jun 14 14:57:59.410725 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-c965895a-6147-4d0e-8a41-a3c007f950db req-48774f4a-4759-410d-9f95-1a15da7db7f7 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/quotas/a344519311104542bc532348e75e427b HTTP/1.1" status: 200 len: 375 time: 0.0091488 Jun 14 14:57:59.491661 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-c965895a-6147-4d0e-8a41-a3c007f950db req-b9308601-d55f-41ee-9a1e-5f4a79ded055 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a344519311104542bc532348e75e427b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0743668 Jun 14 14:57:59.615620 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-c965895a-6147-4d0e-8a41-a3c007f950db req-b48bd141-7709-4eab-a644-dc36f3c6f8b5 service neutron] 10.222.0.55 "GET /v2.0/networks/e5362cf3-22e2-458b-983d-d02bdc155e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163878 Jun 14 14:57:59.719495 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-fac6794f-d54e-43a2-84ad-332974bc6d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:59.732993 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-c965895a-6147-4d0e-8a41-a3c007f950db req-60ea0369-429a-4c3e-b8e1-e0ce4560691c service neutron] 10.222.0.55 "GET /v2.0/networks/e5362cf3-22e2-458b-983d-d02bdc155e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103337 Jun 14 14:57:59.856859 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-1e53ea3d-c43c-4040-87c7-968aa3689efb req-3eb0d873-8def-482f-a812-783d3b563f25 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=125630bd-d67e-48fc-8211-0d2965b74abb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0609980 Jun 14 14:57:59.949848 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53ea3d-c43c-4040-87c7-968aa3689efb req-ec0d8fd3-eae4-402d-a2b8-666d80395cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:57:59.951313 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-1e53ea3d-c43c-4040-87c7-968aa3689efb req-ec0d8fd3-eae4-402d-a2b8-666d80395cd4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a3f11692b2f8449abf062d147c313cb2&device_id=125630bd-d67e-48fc-8211-0d2965b74abb HTTP/1.1" status: 200 len: 1098 time: 0.0622945 Jun 14 14:58:00.102015 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-7f9be6d4-590f-43d9-8419-9e7cd70242c0 req-4ea6608e-4ac9-4689-87cd-e70ffbc8edb9 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f34e942-d34e-42e8-bb66-d4b3e4f27cf9 HTTP/1.1" status: 200 len: 210 time: 0.0793977 Jun 14 14:58:00.132635 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53ea3d-c43c-4040-87c7-968aa3689efb req-9c0e964d-995a-45f4-9706-8b425f2945cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:00.134198 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-1e53ea3d-c43c-4040-87c7-968aa3689efb req-9c0e964d-995a-45f4-9706-8b425f2945cf service neutron] 10.222.0.21 "GET /v2.0/networks?id=5de2046a-1fb6-45f0-8b8a-db9f6abde019 HTTP/1.1" status: 200 len: 912 time: 0.1544237 Jun 14 14:58:00.222121 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-1e53ea3d-c43c-4040-87c7-968aa3689efb req-844a53f6-c759-49ef-801b-a51200a30edb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40499fb3-599e-48e5-97e7-006821aa77f8 HTTP/1.1" status: 200 len: 1001 time: 0.0778451 Jun 14 14:58:00.288796 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53ea3d-c43c-4040-87c7-968aa3689efb req-4a4a8f78-e70c-48b9-9e85-ba0a71ce48b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:00.290309 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-1e53ea3d-c43c-4040-87c7-968aa3689efb req-4a4a8f78-e70c-48b9-9e85-ba0a71ce48b2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1232b771-0d43-4b91-a771-4713ef8d7898 HTTP/1.1" status: 200 len: 850 time: 0.0576878 Jun 14 14:58:00.362070 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53ea3d-c43c-4040-87c7-968aa3689efb req-2e07ce56-f004-4031-b715-ae4fc7a7756f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:00.363533 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-1e53ea3d-c43c-4040-87c7-968aa3689efb req-2e07ce56-f004-4031-b715-ae4fc7a7756f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5de2046a-1fb6-45f0-8b8a-db9f6abde019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0606189 Jun 14 14:58:00.489139 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-1e53ea3d-c43c-4040-87c7-968aa3689efb req-5aa7767c-3593-48dd-b049-b6776ce28606 service neutron] 10.222.0.21 "GET /v2.0/networks/5de2046a-1fb6-45f0-8b8a-db9f6abde019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161642 Jun 14 14:58:00.619787 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-1e53ea3d-c43c-4040-87c7-968aa3689efb req-d9193086-dfba-4ef6-93af-f3fcd8b267d6 service neutron] 10.222.0.21 "GET /v2.0/networks/5de2046a-1fb6-45f0-8b8a-db9f6abde019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217983 Jun 14 14:58:00.673694 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:01.251361 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-24cd889b-48c8-44aa-94d4-9810ea47b7bd req-7a68fd0b-483b-4837-9ddd-1aa060aae456 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f34e942-d34e-42e8-bb66-d4b3e4f27cf9 HTTP/1.1" status: 200 len: 210 time: 0.0351653 Jun 14 14:58:01.422305 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-39b4335d-7f90-4c96-ac82-c584c202a69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:02.400234 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-012ebd05-e5ab-48f9-bc3d-7aa5d674391f req-307b741a-4f09-47da-83e7-7315f78e5020 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f34e942-d34e-42e8-bb66-d4b3e4f27cf9 HTTP/1.1" status: 200 len: 210 time: 0.0378182 Jun 14 14:58:02.855534 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c965895a-6147-4d0e-8a41-a3c007f950db req-e902b600-c46c-4144-a6a1-7eb96aaa936e tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:02.856992 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-c965895a-6147-4d0e-8a41-a3c007f950db req-e902b600-c46c-4144-a6a1-7eb96aaa936e tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.21 "GET /v2.0/networks?id=e5362cf3-22e2-458b-983d-d02bdc155e0b HTTP/1.1" status: 200 len: 814 time: 0.1345954 Jun 14 14:58:02.871980 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.v2.base [req-c965895a-6147-4d0e-8a41-a3c007f950db req-3fda4cc9-6132-47bb-b430-d2ffaa813c0a tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Request body: {'port': {'device_id': '7f34e942-d34e-42e8-bb66-d4b3e4f27cf9', 'network_id': 'e5362cf3-22e2-458b-983d-d02bdc155e0b', 'admin_state_up': True, 'tenant_id': 'a344519311104542bc532348e75e427b'}} {{(pid=99483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:58:03.147471 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c965895a-6147-4d0e-8a41-a3c007f950db req-3fda4cc9-6132-47bb-b430-d2ffaa813c0a tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Made reservation on behalf of a344519311104542bc532348e75e427b for: {'port': 1} {{(pid=99483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:58:03.152168 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-c965895a-6147-4d0e-8a41-a3c007f950db req-3fda4cc9-6132-47bb-b430-d2ffaa813c0a tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905267'] for port, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:03.318547 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.db_base_plugin_common [req-c965895a-6147-4d0e-8a41-a3c007f950db req-3fda4cc9-6132-47bb-b430-d2ffaa813c0a tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Allocated IP 172.20.0.11 (e5362cf3-22e2-458b-983d-d02bdc155e0b/79f88779-977f-498a-a15f-b55cc136c5ab/72379c6f-d3e6-486a-9cf2-ce9ff054ced4) {{(pid=99483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:58:03.545940 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-c965895a-6147-4d0e-8a41-a3c007f950db req-3fda4cc9-6132-47bb-b430-d2ffaa813c0a tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Notify callbacks [] for port, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:03.599640 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-8367a840-a3a6-4207-ad17-66b8c817a439 req-17e40bcc-44e3-4ab0-b572-dd384b08fa5d tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f34e942-d34e-42e8-bb66-d4b3e4f27cf9 HTTP/1.1" status: 200 len: 210 time: 0.0599017 Jun 14 14:58:03.766594 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-c965895a-6147-4d0e-8a41-a3c007f950db req-3fda4cc9-6132-47bb-b430-d2ffaa813c0a tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-905456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763375065887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12282725'] for port, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:03.773832 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-09f6d5a1-980d-4fb2-bdd1-f752ef6a0027 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:58:03.780176 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] get_ports_and_sgs() called for port_ids ['17211691-0725-4179-bfdb-5f7ab46af641', 'f6cd27b2-5068-4da5-abc3-41afcfc80c77', '17ac7b5f-6bd4-4fd5-bc15-a5095e05e694'] {{(pid=99485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 14:58:03.861144 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c965895a-6147-4d0e-8a41-a3c007f950db req-3fda4cc9-6132-47bb-b430-d2ffaa813c0a tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Network e5362cf3-22e2-458b-983d-d02bdc155e0b is already hosted by enough agents. {{(pid=99483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:58:03.865101 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.base_scheduler [req-c965895a-6147-4d0e-8a41-a3c007f950db req-3fda4cc9-6132-47bb-b430-d2ffaa813c0a tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Resources bound (agent type, host, resource id): {{(pid=99483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:58:03.869964 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.l3_dvrscheduler_db [req-c965895a-6147-4d0e-8a41-a3c007f950db req-3fda4cc9-6132-47bb-b430-d2ffaa813c0a tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Received port after_create {{(pid=99483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:58:03.910641 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fda4cc9-6132-47bb-b430-d2ffaa813c0a tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Pushing event updated for resources: {'Port': ['ID=72379c6f-d3e6-486a-9cf2-ce9ff054ced4,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:58:03.918855 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-3fda4cc9-6132-47bb-b430-d2ffaa813c0a tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:58:03.963330 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c965895a-6147-4d0e-8a41-a3c007f950db req-3fda4cc9-6132-47bb-b430-d2ffaa813c0a tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:03.964453 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-c965895a-6147-4d0e-8a41-a3c007f950db req-3fda4cc9-6132-47bb-b430-d2ffaa813c0a tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645'] for port, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:04.348972 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-c965895a-6147-4d0e-8a41-a3c007f950db req-3fda4cc9-6132-47bb-b430-d2ffaa813c0a tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4821532 Jun 14 14:58:04.361704 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.v2.base [req-c965895a-6147-4d0e-8a41-a3c007f950db req-94b76d6b-11e9-4db0-8e70-dc2ef5d32a26 service neutron] Request body: {'port': {'device_id': '7f34e942-d34e-42e8-bb66-d4b3e4f27cf9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-72618'}} {{(pid=99483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:58:04.456700 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-c965895a-6147-4d0e-8a41-a3c007f950db req-94b76d6b-11e9-4db0-8e70-dc2ef5d32a26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:04.843475 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.notifiers.nova [req-c965895a-6147-4d0e-8a41-a3c007f950db req-94b76d6b-11e9-4db0-8e70-dc2ef5d32a26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72379c6f-d3e6-486a-9cf2-ce9ff054ced4 {{(pid=99483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:58:04.854620 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-c965895a-6147-4d0e-8a41-a3c007f950db req-94b76d6b-11e9-4db0-8e70-dc2ef5d32a26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:04.880490 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459034de-8f2c-402f-add2-1a37b9b9ca8b req-5b50997e-bfca-4141-94ee-500edc53ab76 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:04.882067 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-459034de-8f2c-402f-add2-1a37b9b9ca8b req-5b50997e-bfca-4141-94ee-500edc53ab76 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f34e942-d34e-42e8-bb66-d4b3e4f27cf9 HTTP/1.1" status: 200 len: 932 time: 0.1445944 Jun 14 14:58:04.883068 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.provisioning_blocks [req-c965895a-6147-4d0e-8a41-a3c007f950db req-94b76d6b-11e9-4db0-8e70-dc2ef5d32a26 service neutron] Transition to ACTIVE for port object 72379c6f-d3e6-486a-9cf2-ce9ff054ced4 will not be triggered until provisioned by entity L2. {{(pid=99483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:58:04.926538 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-459034de-8f2c-402f-add2-1a37b9b9ca8b req-967154f1-4b46-49b7-9c3e-45ca17b3d14d tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/security-groups?id=54581e45-42fd-4752-b3ea-3a1c52f34bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382042 Jun 14 14:58:04.974399 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-c965895a-6147-4d0e-8a41-a3c007f950db req-94b76d6b-11e9-4db0-8e70-dc2ef5d32a26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282715'] for port, after_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:04.976742 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-a31407e1-9ed1-4fd6-9bbd-1853a7159e09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:58:05.074231 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b76d6b-11e9-4db0-8e70-dc2ef5d32a26 service neutron] Pushing event updated for resources: {'Port': ['ID=72379c6f-d3e6-486a-9cf2-ce9ff054ced4,revision_number=2']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:58:05.078099 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-94b76d6b-11e9-4db0-8e70-dc2ef5d32a26 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:58:05.166086 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.managers [req-c965895a-6147-4d0e-8a41-a3c007f950db req-94b76d6b-11e9-4db0-8e70-dc2ef5d32a26 service neutron] Attempting to bind port 72379c6f-d3e6-486a-9cf2-ce9ff054ced4 on host hv-cinder-72618 for vnic_type normal with profile {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:58:05.166604 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.managers [req-c965895a-6147-4d0e-8a41-a3c007f950db req-94b76d6b-11e9-4db0-8e70-dc2ef5d32a26 service neutron] Attempting to bind port 72379c6f-d3e6-486a-9cf2-ce9ff054ced4 by drivers openvswitch,hyperv on host hv-cinder-72618 at level 0 using segments [{'id': '557e6797-aaed-4571-ae23-65c32c2db1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e5362cf3-22e2-458b-983d-d02bdc155e0b'}] {{(pid=99483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:58:05.166931 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c965895a-6147-4d0e-8a41-a3c007f950db req-94b76d6b-11e9-4db0-8e70-dc2ef5d32a26 service neutron] Attempting to bind port 72379c6f-d3e6-486a-9cf2-ce9ff054ced4 on network e5362cf3-22e2-458b-983d-d02bdc155e0b {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:58:05.171185 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c965895a-6147-4d0e-8a41-a3c007f950db req-94b76d6b-11e9-4db0-8e70-dc2ef5d32a26 service neutron] Port 72379c6f-d3e6-486a-9cf2-ce9ff054ced4 on network e5362cf3-22e2-458b-983d-d02bdc155e0b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-72618 {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 14:58:05.171503 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c965895a-6147-4d0e-8a41-a3c007f950db req-94b76d6b-11e9-4db0-8e70-dc2ef5d32a26 service neutron] Attempting to bind port 72379c6f-d3e6-486a-9cf2-ce9ff054ced4 on network e5362cf3-22e2-458b-983d-d02bdc155e0b {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:58:05.176229 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c965895a-6147-4d0e-8a41-a3c007f950db req-94b76d6b-11e9-4db0-8e70-dc2ef5d32a26 service neutron] Checking agent: {'id': '75f5f45e-0f41-4f3b-9aad-8e3a5980501e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-72618', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 44, 59), 'started_at': datetime.datetime(2021, 6, 14, 14, 44, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:58:05.176686 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c965895a-6147-4d0e-8a41-a3c007f950db req-94b76d6b-11e9-4db0-8e70-dc2ef5d32a26 service neutron] Checking segment: {'id': '557e6797-aaed-4571-ae23-65c32c2db1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e5362cf3-22e2-458b-983d-d02bdc155e0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:58:05.177013 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c965895a-6147-4d0e-8a41-a3c007f950db req-94b76d6b-11e9-4db0-8e70-dc2ef5d32a26 service neutron] Bound using segment: {'id': '557e6797-aaed-4571-ae23-65c32c2db1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e5362cf3-22e2-458b-983d-d02bdc155e0b'} {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:58:05.177430 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.managers [req-c965895a-6147-4d0e-8a41-a3c007f950db req-94b76d6b-11e9-4db0-8e70-dc2ef5d32a26 service neutron] Bound port: 72379c6f-d3e6-486a-9cf2-ce9ff054ced4, host: hv-cinder-72618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '557e6797-aaed-4571-ae23-65c32c2db1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e5362cf3-22e2-458b-983d-d02bdc155e0b'}}] {{(pid=99483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:58:05.177770 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-c965895a-6147-4d0e-8a41-a3c007f950db req-94b76d6b-11e9-4db0-8e70-dc2ef5d32a26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:05.256315 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.db [req-c965895a-6147-4d0e-8a41-a3c007f950db req-94b76d6b-11e9-4db0-8e70-dc2ef5d32a26 service neutron] For port 72379c6f-d3e6-486a-9cf2-ce9ff054ced4, host hv-cinder-72618, cleared binding levels {{(pid=99483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:58:05.259751 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.db [req-c965895a-6147-4d0e-8a41-a3c007f950db req-94b76d6b-11e9-4db0-8e70-dc2ef5d32a26 service neutron] For port 72379c6f-d3e6-486a-9cf2-ce9ff054ced4, host hv-cinder-72618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=72379c6f-d3e6-486a-9cf2-ce9ff054ced4,segment=NetworkSegment(557e6797-aaed-4571-ae23-65c32c2db1f8),segment_id=557e6797-aaed-4571-ae23-65c32c2db1f8)] {{(pid=99483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:58:05.357410 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-c965895a-6147-4d0e-8a41-a3c007f950db req-94b76d6b-11e9-4db0-8e70-dc2ef5d32a26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282715'] for port, after_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:05.359613 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-e656c00e-b276-4eb7-b6ff-9a9d01795479 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:58:05.403757 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c965895a-6147-4d0e-8a41-a3c007f950db req-94b76d6b-11e9-4db0-8e70-dc2ef5d32a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:05.404401 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-c965895a-6147-4d0e-8a41-a3c007f950db req-94b76d6b-11e9-4db0-8e70-dc2ef5d32a26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645'] for port, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:05.405757 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-c965895a-6147-4d0e-8a41-a3c007f950db req-94b76d6b-11e9-4db0-8e70-dc2ef5d32a26 service neutron] 10.222.0.21 "PUT /v2.0/ports/72379c6f-d3e6-486a-9cf2-ce9ff054ced4 HTTP/1.1" status: 200 len: 1094 time: 1.0482936 Jun 14 14:58:05.406264 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f34e942-d34e-42e8-bb66-d4b3e4f27cf9', 'tag': '72379c6f-d3e6-486a-9cf2-ce9ff054ced4'}] {{(pid=99483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:58:05.408628 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10e764dcb54ca1904200e902db0bf3fc798e652e4e20eb5cbfc1ab196cf52753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-677089a8-3b67-48f4-b211-5cb87c59e2f9" -d '{"events": [{"name": "network-changed", "server_uuid": "7f34e942-d34e-42e8-bb66-d4b3e4f27cf9", "tag": "72379c6f-d3e6-486a-9cf2-ce9ff054ced4"}]}' {{(pid=99483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:58:05.429326 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b76d6b-11e9-4db0-8e70-dc2ef5d32a26 service neutron] Pushing event updated for resources: {'Port': ['ID=72379c6f-d3e6-486a-9cf2-ce9ff054ced4,revision_number=3']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:58:05.433632 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-94b76d6b-11e9-4db0-8e70-dc2ef5d32a26 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:58:05.457018 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 14:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d63e41-5f30-40c3-9033-c77bbf9f3238 x-openstack-request-id: req-d7d63e41-5f30-40c3-9033-c77bbf9f3238 {{(pid=99483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:58:05.457018 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f34e942-d34e-42e8-bb66-d4b3e4f27cf9", "tag": "72379c6f-d3e6-486a-9cf2-ce9ff054ced4", "status": "completed", "code": 200}]} {{(pid=99483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:58:05.457251 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d7d63e41-5f30-40c3-9033-c77bbf9f3238 {{(pid=99483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:58:05.457686 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f34e942-d34e-42e8-bb66-d4b3e4f27cf9', 'tag': '72379c6f-d3e6-486a-9cf2-ce9ff054ced4', 'status': 'completed', 'code': 200} Jun 14 14:58:05.541312 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677089a8-3b67-48f4-b211-5cb87c59e2f9 req-44e3a86e-8eaf-40e6-8d3f-41acf31d01f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:05.542815 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-677089a8-3b67-48f4-b211-5cb87c59e2f9 req-44e3a86e-8eaf-40e6-8d3f-41acf31d01f0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a344519311104542bc532348e75e427b&device_id=7f34e942-d34e-42e8-bb66-d4b3e4f27cf9 HTTP/1.1" status: 200 len: 1097 time: 0.0619173 Jun 14 14:58:05.673716 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677089a8-3b67-48f4-b211-5cb87c59e2f9 req-075e7aea-efef-43ac-b96b-cfca5f1600f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:05.675301 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-677089a8-3b67-48f4-b211-5cb87c59e2f9 req-075e7aea-efef-43ac-b96b-cfca5f1600f1 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=a344519311104542bc532348e75e427b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1235158 Jun 14 14:58:06.152301 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677089a8-3b67-48f4-b211-5cb87c59e2f9 req-d9c2d62e-9e64-4a63-aa37-19364d95b550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:06.153886 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-677089a8-3b67-48f4-b211-5cb87c59e2f9 req-d9c2d62e-9e64-4a63-aa37-19364d95b550 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4701219 Jun 14 14:58:06.182774 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e299a-78c4-4baf-a990-fd38c051294d req-4b14f274-ddc6-4366-8888-8d1385f2a8b7 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:06.186952 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-504e299a-78c4-4baf-a990-fd38c051294d req-4b14f274-ddc6-4366-8888-8d1385f2a8b7 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f34e942-d34e-42e8-bb66-d4b3e4f27cf9 HTTP/1.1" status: 200 len: 944 time: 0.1076171 Jun 14 14:58:06.265755 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-504e299a-78c4-4baf-a990-fd38c051294d req-cd0d8114-4df5-44c7-99df-7581d1ee4869 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/security-groups?id=54581e45-42fd-4752-b3ea-3a1c52f34bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719116 Jun 14 14:58:06.291492 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c965895a-6147-4d0e-8a41-a3c007f950db req-47b16974-6832-4f9a-8521-48522d37864c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:06.297876 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-c965895a-6147-4d0e-8a41-a3c007f950db req-47b16974-6832-4f9a-8521-48522d37864c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a344519311104542bc532348e75e427b&device_id=7f34e942-d34e-42e8-bb66-d4b3e4f27cf9 HTTP/1.1" status: 200 len: 1097 time: 0.0817966 Jun 14 14:58:06.357305 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-c965895a-6147-4d0e-8a41-a3c007f950db req-f032b02b-661e-4f87-9ec8-851af083b0b6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72379c6f-d3e6-486a-9cf2-ce9ff054ced4 HTTP/1.1" status: 200 len: 217 time: 0.0559435 Jun 14 14:58:06.421602 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c965895a-6147-4d0e-8a41-a3c007f950db req-96524ddf-f646-4e7e-84bf-8eb818391dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:06.422991 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-c965895a-6147-4d0e-8a41-a3c007f950db req-96524ddf-f646-4e7e-84bf-8eb818391dff service neutron] 10.222.0.21 "GET /v2.0/subnets?id=79f88779-977f-498a-a15f-b55cc136c5ab HTTP/1.1" status: 200 len: 854 time: 0.0589714 Jun 14 14:58:06.467520 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-c965895a-6147-4d0e-8a41-a3c007f950db req-f75f09ce-1cf5-46d2-8a1b-e032420e91d8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e5362cf3-22e2-458b-983d-d02bdc155e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369575 Jun 14 14:58:06.599306 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-c965895a-6147-4d0e-8a41-a3c007f950db req-e215f8a8-923c-45e0-a0be-20d415cae40a service neutron] 10.222.0.21 "GET /v2.0/networks/e5362cf3-22e2-458b-983d-d02bdc155e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249003 Jun 14 14:58:06.731389 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-c965895a-6147-4d0e-8a41-a3c007f950db req-5418013d-82d1-4d05-860b-3b80e62052a8 service neutron] 10.222.0.21 "GET /v2.0/networks/e5362cf3-22e2-458b-983d-d02bdc155e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236458 Jun 14 14:58:07.171455 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.agents_db [None req-f05f0e2d-2be5-4cb0-86e7-333c7e47477b None None] Agent healthcheck: found 6 active agents {{(pid=99486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 14:58:07.462113 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc71614-2fe8-432e-910c-fb2a1c3594c1 req-bfcf005b-0fe0-4233-b4b6-b3290db2c7f6 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:07.463485 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-5dc71614-2fe8-432e-910c-fb2a1c3594c1 req-bfcf005b-0fe0-4233-b4b6-b3290db2c7f6 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f34e942-d34e-42e8-bb66-d4b3e4f27cf9 HTTP/1.1" status: 200 len: 944 time: 0.0754480 Jun 14 14:58:07.842870 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-5dc71614-2fe8-432e-910c-fb2a1c3594c1 req-b4e21db0-e437-4fbd-8ee5-e6c470b79703 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/security-groups?id=54581e45-42fd-4752-b3ea-3a1c52f34bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3732100 Jun 14 14:58:09.044174 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3651fe6-78c2-4fe8-863f-71d08de9c21d req-4721560c-8b6d-4860-aad3-335097f707e5 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:09.045605 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-f3651fe6-78c2-4fe8-863f-71d08de9c21d req-4721560c-8b6d-4860-aad3-335097f707e5 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f34e942-d34e-42e8-bb66-d4b3e4f27cf9 HTTP/1.1" status: 200 len: 944 time: 0.0810943 Jun 14 14:58:09.098704 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-f3651fe6-78c2-4fe8-863f-71d08de9c21d req-db73c997-f070-406e-a72e-f1e7da349aee tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/security-groups?id=54581e45-42fd-4752-b3ea-3a1c52f34bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468211 Jun 14 14:58:10.293086 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89794ffc-37da-4b4d-bfc2-339cbcc052e0 req-3afb468a-07ce-427e-97c1-de9e65333389 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:10.294540 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-89794ffc-37da-4b4d-bfc2-339cbcc052e0 req-3afb468a-07ce-427e-97c1-de9e65333389 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f34e942-d34e-42e8-bb66-d4b3e4f27cf9 HTTP/1.1" status: 200 len: 944 time: 0.0709636 Jun 14 14:58:10.338330 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-89794ffc-37da-4b4d-bfc2-339cbcc052e0 req-fcc37b48-93f4-41ac-859d-84cdb2fda0de tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/security-groups?id=54581e45-42fd-4752-b3ea-3a1c52f34bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379381 Jun 14 14:58:10.814140 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device 72379c6f-d3e6-486a-9cf2-ce9ff054ced4 details requested by agent hyperv_hv-cinder-72618 with host hv-cinder-72618 {{(pid=99485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 14:58:10.947261 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] For port 72379c6f-d3e6-486a-9cf2-ce9ff054ced4, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=72379c6f-d3e6-486a-9cf2-ce9ff054ced4,segment=NetworkSegment(557e6797-aaed-4571-ae23-65c32c2db1f8),segment_id=557e6797-aaed-4571-ae23-65c32c2db1f8)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:58:10.959277 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Returning: {'device': '72379c6f-d3e6-486a-9cf2-ce9ff054ced4', 'network_id': 'e5362cf3-22e2-458b-983d-d02bdc155e0b', 'port_id': '72379c6f-d3e6-486a-9cf2-ce9ff054ced4', 'mac_address': 'fa:16:3e:76:43:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79f88779-977f-498a-a15f-b55cc136c5ab', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 14:58:11.003893 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:11.018926 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.notifiers.nova [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72379c6f-d3e6-486a-9cf2-ce9ff054ced4 {{(pid=99485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:58:11.040880 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] For port 72379c6f-d3e6-486a-9cf2-ce9ff054ced4, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=72379c6f-d3e6-486a-9cf2-ce9ff054ced4,segment=NetworkSegment(557e6797-aaed-4571-ae23-65c32c2db1f8),segment_id=557e6797-aaed-4571-ae23-65c32c2db1f8)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:58:11.248437 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:11.250252 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-2b36d3a1-abfe-472a-81e8-df8daa9c5d04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:58:11.310343 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Pushing event updated for resources: {'Port': ['ID=72379c6f-d3e6-486a-9cf2-ce9ff054ced4,revision_number=4']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:58:11.313689 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:58:11.540632 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac166784-9116-4ef1-b6c3-8ade82f4b652 req-dabb6939-1f04-487e-90b1-7f1e653d4a10 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:11.542160 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-ac166784-9116-4ef1-b6c3-8ade82f4b652 req-dabb6939-1f04-487e-90b1-7f1e653d4a10 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f34e942-d34e-42e8-bb66-d4b3e4f27cf9 HTTP/1.1" status: 200 len: 945 time: 0.0788426 Jun 14 14:58:11.567847 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] get_ports_and_sgs() called for port_ids ['72379c6f-d3e6-486a-9cf2-ce9ff054ced4'] {{(pid=99485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 14:58:11.588979 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-ac166784-9116-4ef1-b6c3-8ade82f4b652 req-da3b8fd8-61a7-4855-bb60-c8e58851ebde tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/security-groups?id=54581e45-42fd-4752-b3ea-3a1c52f34bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410831 Jun 14 14:58:12.788958 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec73b42-abb7-408a-9a51-3488e230e712 req-bd376e0e-a9c0-414a-99b3-36635e50e5fa tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:12.791387 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-cec73b42-abb7-408a-9a51-3488e230e712 req-bd376e0e-a9c0-414a-99b3-36635e50e5fa tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f34e942-d34e-42e8-bb66-d4b3e4f27cf9 HTTP/1.1" status: 200 len: 945 time: 0.0814054 Jun 14 14:58:12.824626 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device 72379c6f-d3e6-486a-9cf2-ce9ff054ced4 up at agent hyperv_hv-cinder-72618 {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:58:12.842569 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-cec73b42-abb7-408a-9a51-3488e230e712 req-fdc76826-7083-4da3-90f6-10e8ad49dde3 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/security-groups?id=54581e45-42fd-4752-b3ea-3a1c52f34bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432401 Jun 14 14:58:13.079891 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Provisioning for port 72379c6f-d3e6-486a-9cf2-ce9ff054ced4 completed by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:58:13.084328 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Provisioning complete for port 72379c6f-d3e6-486a-9cf2-ce9ff054ced4 triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:58:13.084713 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:13.179557 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:13.205564 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f34e942-d34e-42e8-bb66-d4b3e4f27cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72379c6f-d3e6-486a-9cf2-ce9ff054ced4'}] {{(pid=99485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:58:13.208084 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb48b8a921a599a4918edb6fe4edb23e72f7f4aaa6ba2d648db764b95ae78972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4bdd39-3912-4263-a7f9-8f662fc8bd71" -d '{"events": [{"server_uuid": "7f34e942-d34e-42e8-bb66-d4b3e4f27cf9", "name": "network-vif-plugged", "status": "completed", "tag": "72379c6f-d3e6-486a-9cf2-ce9ff054ced4"}]}' {{(pid=99485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:58:13.224826 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] For port 72379c6f-d3e6-486a-9cf2-ce9ff054ced4, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=72379c6f-d3e6-486a-9cf2-ce9ff054ced4,segment=NetworkSegment(557e6797-aaed-4571-ae23-65c32c2db1f8),segment_id=557e6797-aaed-4571-ae23-65c32c2db1f8)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:58:13.261022 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 14:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f428554-310b-41ba-8ec7-a3147acf7e0b x-openstack-request-id: req-9f428554-310b-41ba-8ec7-a3147acf7e0b {{(pid=99485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:58:13.261022 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f34e942-d34e-42e8-bb66-d4b3e4f27cf9", "name": "network-vif-plugged", "status": "completed", "tag": "72379c6f-d3e6-486a-9cf2-ce9ff054ced4", "code": 200}]} {{(pid=99485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:58:13.262531 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9f428554-310b-41ba-8ec7-a3147acf7e0b {{(pid=99485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:58:13.262531 dv-cinder-726180-9-iscsi neutron-server[99485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f34e942-d34e-42e8-bb66-d4b3e4f27cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72379c6f-d3e6-486a-9cf2-ce9ff054ced4', 'code': 200} Jun 14 14:58:13.387848 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:13.389953 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:58:13.447145 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Pushing event updated for resources: {'Port': ['ID=72379c6f-d3e6-486a-9cf2-ce9ff054ced4,revision_number=5']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:58:13.450215 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:58:13.775835 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e505d-d78c-4997-b70a-7c9d10c6dea8 req-825fda7c-2225-4e54-b7a5-e4cfb75b1bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:13.777411 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-483e505d-d78c-4997-b70a-7c9d10c6dea8 req-825fda7c-2225-4e54-b7a5-e4cfb75b1bba service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7f34e942-d34e-42e8-bb66-d4b3e4f27cf9 HTTP/1.1" status: 200 len: 1099 time: 0.0626564 Jun 14 14:58:13.818631 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-483e505d-d78c-4997-b70a-7c9d10c6dea8 req-bd241988-d1b9-4b79-a3e7-a95eb1177d22 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=54581e45-42fd-4752-b3ea-3a1c52f34bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336728 Jun 14 14:58:14.037217 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c0d586-788f-415b-9417-1516f220eda6 req-8ad68169-5b31-41a4-9037-efabcbbf8119 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:14.037217 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-d5c0d586-788f-415b-9417-1516f220eda6 req-8ad68169-5b31-41a4-9037-efabcbbf8119 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f34e942-d34e-42e8-bb66-d4b3e4f27cf9 HTTP/1.1" status: 200 len: 946 time: 0.0714858 Jun 14 14:58:14.082425 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-d5c0d586-788f-415b-9417-1516f220eda6 req-7e83ca13-1d13-423d-baf9-8686c8e22405 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/security-groups?id=54581e45-42fd-4752-b3ea-3a1c52f34bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447388 Jun 14 14:58:15.279047 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9374e9-69a0-470d-bb84-fa2614c7214c req-b2907144-8674-4656-982a-d45674683cc5 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:15.280699 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-8c9374e9-69a0-470d-bb84-fa2614c7214c req-b2907144-8674-4656-982a-d45674683cc5 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f34e942-d34e-42e8-bb66-d4b3e4f27cf9 HTTP/1.1" status: 200 len: 946 time: 0.0803874 Jun 14 14:58:15.325268 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-8c9374e9-69a0-470d-bb84-fa2614c7214c req-94ee3f6a-b275-47e4-93fa-c18504e4018d tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/security-groups?id=54581e45-42fd-4752-b3ea-3a1c52f34bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386941 Jun 14 14:58:25.850637 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-02486e44-aff0-4f71-bdca-db969c09d787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:28.598525 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-b0ee4e73-4ddb-4837-9aff-dcfcff34b29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:28.844814 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:29.856692 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-fac6794f-d54e-43a2-84ad-332974bc6d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:30.824951 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:31.499537 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-39b4335d-7f90-4c96-ac82-c584c202a69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:32.588437 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f109dead-31eb-43a9-a0b4-f8b548919ed6 req-76a31f2f-f63b-4728-ab55-9508b91365a2 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:32.590004 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-f109dead-31eb-43a9-a0b4-f8b548919ed6 req-76a31f2f-f63b-4728-ab55-9508b91365a2 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f34e942-d34e-42e8-bb66-d4b3e4f27cf9 HTTP/1.1" status: 200 len: 946 time: 0.0754716 Jun 14 14:58:32.657814 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-f109dead-31eb-43a9-a0b4-f8b548919ed6 req-33da0cbe-66f3-4794-b8d7-e6ba97760cb2 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/security-groups?id=54581e45-42fd-4752-b3ea-3a1c52f34bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609858 Jun 14 14:58:33.855386 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff52fd-bc47-4edc-a026-d48154d62f1c req-255e25d1-7d0f-4450-98c0-0e0596d4dd2c tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:33.856966 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-6dff52fd-bc47-4edc-a026-d48154d62f1c req-255e25d1-7d0f-4450-98c0-0e0596d4dd2c tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f34e942-d34e-42e8-bb66-d4b3e4f27cf9 HTTP/1.1" status: 200 len: 946 time: 0.0770299 Jun 14 14:58:33.901426 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-6dff52fd-bc47-4edc-a026-d48154d62f1c req-5c103369-6651-4933-a19f-c233e08a8a3d tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/security-groups?id=54581e45-42fd-4752-b3ea-3a1c52f34bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382590 Jun 14 14:58:34.553639 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5bbd83-b391-4118-86ce-31eccb2b9c83 req-8fd127bf-6580-4dde-9f53-cc33db3147d0 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:34.555970 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-df5bbd83-b391-4118-86ce-31eccb2b9c83 req-8fd127bf-6580-4dde-9f53-cc33db3147d0 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f34e942-d34e-42e8-bb66-d4b3e4f27cf9 HTTP/1.1" status: 200 len: 946 time: 0.0820165 Jun 14 14:58:34.681620 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.plugin [req-df5bbd83-b391-4118-86ce-31eccb2b9c83 req-a54230e2-ccdb-4ecc-9376-fd07bbaaf6f4 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Deleting port 72379c6f-d3e6-486a-9cf2-ce9ff054ced4 {{(pid=99483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:58:34.681949 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-df5bbd83-b391-4118-86ce-31eccb2b9c83 req-a54230e2-ccdb-4ecc-9376-fd07bbaaf6f4 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375454248'] for port, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:34.815872 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.db [req-df5bbd83-b391-4118-86ce-31eccb2b9c83 req-a54230e2-ccdb-4ecc-9376-fd07bbaaf6f4 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] For port 72379c6f-d3e6-486a-9cf2-ce9ff054ced4, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=72379c6f-d3e6-486a-9cf2-ce9ff054ced4,segment=NetworkSegment(557e6797-aaed-4571-ae23-65c32c2db1f8),segment_id=557e6797-aaed-4571-ae23-65c32c2db1f8)] {{(pid=99483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:58:34.815872 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-df5bbd83-b391-4118-86ce-31eccb2b9c83 req-a54230e2-ccdb-4ecc-9376-fd07bbaaf6f4 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4046836'] for port, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:34.911800 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.plugin [req-df5bbd83-b391-4118-86ce-31eccb2b9c83 req-a54230e2-ccdb-4ecc-9376-fd07bbaaf6f4 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Calling delete_port for 72379c6f-d3e6-486a-9cf2-ce9ff054ced4 owned by compute:nova {{(pid=99483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:58:35.148623 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2331c7-0368-4121-ad43-558acb98f2c3 req-5b623a7d-79db-4154-8301-a821bcdd6b35 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:35.151314 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-ab2331c7-0368-4121-ad43-558acb98f2c3 req-5b623a7d-79db-4154-8301-a821bcdd6b35 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f34e942-d34e-42e8-bb66-d4b3e4f27cf9 HTTP/1.1" status: 200 len: 946 time: 0.1250916 Jun 14 14:58:35.199098 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-ab2331c7-0368-4121-ad43-558acb98f2c3 req-fb8d4c53-119f-4b38-b18f-5d2f86dc7abc tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/security-groups?id=54581e45-42fd-4752-b3ea-3a1c52f34bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424848 Jun 14 14:58:35.261857 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-df5bbd83-b391-4118-86ce-31eccb2b9c83 req-a54230e2-ccdb-4ecc-9376-fd07bbaaf6f4 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375458892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763375065896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282732'] for port, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:35.266989 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-3fda4cc9-6132-47bb-b430-d2ffaa813c0a tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:58:35.274741 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] get_ports_and_sgs() called for port_ids ['17211691-0725-4179-bfdb-5f7ab46af641', 'f6cd27b2-5068-4da5-abc3-41afcfc80c77', '17ac7b5f-6bd4-4fd5-bc15-a5095e05e694', '72379c6f-d3e6-486a-9cf2-ce9ff054ced4'] {{(pid=99485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 14:58:35.300218 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54230e2-ccdb-4ecc-9376-fd07bbaaf6f4 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Pushing event deleted for resources: {'Port': ['ID=72379c6f-d3e6-486a-9cf2-ce9ff054ced4,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:58:35.338378 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54230e2-ccdb-4ecc-9376-fd07bbaaf6f4 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:58:35.338749 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54230e2-ccdb-4ecc-9376-fd07bbaaf6f4 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:58:35.339127 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54230e2-ccdb-4ecc-9376-fd07bbaaf6f4 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:58:35.339487 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54230e2-ccdb-4ecc-9376-fd07bbaaf6f4 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:58:35.339847 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54230e2-ccdb-4ecc-9376-fd07bbaaf6f4 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:58:35.340379 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54230e2-ccdb-4ecc-9376-fd07bbaaf6f4 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:58:35.340736 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54230e2-ccdb-4ecc-9376-fd07bbaaf6f4 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:58:35.341118 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54230e2-ccdb-4ecc-9376-fd07bbaaf6f4 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:58:35.341470 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54230e2-ccdb-4ecc-9376-fd07bbaaf6f4 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:58:35.341821 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54230e2-ccdb-4ecc-9376-fd07bbaaf6f4 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:58:35.342171 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54230e2-ccdb-4ecc-9376-fd07bbaaf6f4 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:58:35.342518 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54230e2-ccdb-4ecc-9376-fd07bbaaf6f4 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:58:35.346472 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-a54230e2-ccdb-4ecc-9376-fd07bbaaf6f4 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:58:35.370279 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.l3_dvrscheduler_db [req-df5bbd83-b391-4118-86ce-31eccb2b9c83 req-a54230e2-ccdb-4ecc-9376-fd07bbaaf6f4 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] No DVR routers for this DVR port 72379c6f-d3e6-486a-9cf2-ce9ff054ced4 on host hv-cinder-72618 {{(pid=99483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 14:58:35.373165 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-df5bbd83-b391-4118-86ce-31eccb2b9c83 req-a54230e2-ccdb-4ecc-9376-fd07bbaaf6f4 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645'] for port, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:35.375187 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-df5bbd83-b391-4118-86ce-31eccb2b9c83 req-a54230e2-ccdb-4ecc-9376-fd07bbaaf6f4 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.21 "DELETE /v2.0/ports/72379c6f-d3e6-486a-9cf2-ce9ff054ced4 HTTP/1.1" status: 204 len: 173 time: 0.8122306 Jun 14 14:58:35.375709 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f34e942-d34e-42e8-bb66-d4b3e4f27cf9', 'name': 'network-vif-deleted', 'tag': '72379c6f-d3e6-486a-9cf2-ce9ff054ced4'}] {{(pid=99483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:58:35.378189 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10e764dcb54ca1904200e902db0bf3fc798e652e4e20eb5cbfc1ab196cf52753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3d9c9e-faad-48d9-bfda-b9c156a9d6a3" -d '{"events": [{"server_uuid": "7f34e942-d34e-42e8-bb66-d4b3e4f27cf9", "name": "network-vif-deleted", "tag": "72379c6f-d3e6-486a-9cf2-ce9ff054ced4"}]}' {{(pid=99483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:58:35.418134 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 14:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10cb9f0e-7ac7-449f-a66b-b3f149b31256 x-openstack-request-id: req-10cb9f0e-7ac7-449f-a66b-b3f149b31256 {{(pid=99483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:58:35.418468 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f34e942-d34e-42e8-bb66-d4b3e4f27cf9", "name": "network-vif-deleted", "tag": "72379c6f-d3e6-486a-9cf2-ce9ff054ced4", "status": "completed", "code": 200}]} {{(pid=99483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:58:35.418759 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-10cb9f0e-7ac7-449f-a66b-b3f149b31256 {{(pid=99483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:58:35.419195 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f34e942-d34e-42e8-bb66-d4b3e4f27cf9', 'name': 'network-vif-deleted', 'tag': '72379c6f-d3e6-486a-9cf2-ce9ff054ced4', 'status': 'completed', 'code': 200} Jun 14 14:58:36.372981 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-1a763cdd-9184-47f5-8225-f86843656e12 req-2c83ba8a-6625-46aa-bc38-44e4adc327da tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f34e942-d34e-42e8-bb66-d4b3e4f27cf9 HTTP/1.1" status: 200 len: 210 time: 0.0407057 Jun 14 14:58:38.880774 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device 72379c6f-d3e6-486a-9cf2-ce9ff054ced4 no longer exists at agent hyperv_hv-cinder-72618 {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 14:58:38.909849 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] No Port match for: 72379c6f-d3e6-486a-9cf2-ce9ff054ced4 {{(pid=99485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 14:58:38.910247 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device 72379c6f-d3e6-486a-9cf2-ce9ff054ced4 not bound to the agent host hv-cinder-72618 {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 14:58:39.639037 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24efab34-ca84-4908-a9e7-be83a53634dd req-ff1f5d94-67b3-4bb2-9ca9-82082397b53f tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:39.640521 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-24efab34-ca84-4908-a9e7-be83a53634dd req-ff1f5d94-67b3-4bb2-9ca9-82082397b53f tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ba9d015-880f-4a7a-90ad-37d07aa9894e HTTP/1.1" status: 200 len: 945 time: 0.0698838 Jun 14 14:58:39.683007 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-24efab34-ca84-4908-a9e7-be83a53634dd req-484bcf9f-d5b0-4351-8561-b7e081954c9a tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/security-groups?id=54581e45-42fd-4752-b3ea-3a1c52f34bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366580 Jun 14 14:58:40.875253 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc9c598-1246-4e8e-aa5b-83df99e2ed32 req-e165a2a1-9d8b-4862-982c-c1cc7e8e8dbc tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:40.876765 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-dcc9c598-1246-4e8e-aa5b-83df99e2ed32 req-e165a2a1-9d8b-4862-982c-c1cc7e8e8dbc tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ba9d015-880f-4a7a-90ad-37d07aa9894e HTTP/1.1" status: 200 len: 945 time: 0.0713830 Jun 14 14:58:40.921392 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-dcc9c598-1246-4e8e-aa5b-83df99e2ed32 req-7b8c81b3-1d5d-4247-ab8a-fa2d6c67cb14 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/security-groups?id=54581e45-42fd-4752-b3ea-3a1c52f34bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386238 Jun 14 14:58:41.332857 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e6342b-bd9d-42c7-8425-a85dd6440fd9 req-2a51ff75-0b40-46d4-9f3d-cb8f3ea5adc7 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:41.334365 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-e2e6342b-bd9d-42c7-8425-a85dd6440fd9 req-2a51ff75-0b40-46d4-9f3d-cb8f3ea5adc7 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ba9d015-880f-4a7a-90ad-37d07aa9894e HTTP/1.1" status: 200 len: 945 time: 0.0742788 Jun 14 14:58:41.453453 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.plugin [req-e2e6342b-bd9d-42c7-8425-a85dd6440fd9 req-e9f650ab-80fa-4164-8df1-21e4370dfefd tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Deleting port 17ac7b5f-6bd4-4fd5-bc15-a5095e05e694 {{(pid=99483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:58:41.453784 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-e2e6342b-bd9d-42c7-8425-a85dd6440fd9 req-e9f650ab-80fa-4164-8df1-21e4370dfefd tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375454248'] for port, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:41.572062 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.db [req-e2e6342b-bd9d-42c7-8425-a85dd6440fd9 req-e9f650ab-80fa-4164-8df1-21e4370dfefd tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] For port 17ac7b5f-6bd4-4fd5-bc15-a5095e05e694, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=17ac7b5f-6bd4-4fd5-bc15-a5095e05e694,segment=NetworkSegment(557e6797-aaed-4571-ae23-65c32c2db1f8),segment_id=557e6797-aaed-4571-ae23-65c32c2db1f8)] {{(pid=99483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:58:41.572305 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-e2e6342b-bd9d-42c7-8425-a85dd6440fd9 req-e9f650ab-80fa-4164-8df1-21e4370dfefd tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4046836'] for port, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:41.673743 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.plugin [req-e2e6342b-bd9d-42c7-8425-a85dd6440fd9 req-e9f650ab-80fa-4164-8df1-21e4370dfefd tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Calling delete_port for 17ac7b5f-6bd4-4fd5-bc15-a5095e05e694 owned by compute:nova {{(pid=99483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:58:41.994093 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-e2e6342b-bd9d-42c7-8425-a85dd6440fd9 req-e9f650ab-80fa-4164-8df1-21e4370dfefd tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375458892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763375065896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282732'] for port, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:42.000108 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-2c692e1e-e69e-4a44-88c9-45b65093bf55 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:58:42.008896 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] get_ports_and_sgs() called for port_ids ['17211691-0725-4179-bfdb-5f7ab46af641', 'f6cd27b2-5068-4da5-abc3-41afcfc80c77', '17ac7b5f-6bd4-4fd5-bc15-a5095e05e694'] {{(pid=99485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 14:58:42.046582 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f650ab-80fa-4164-8df1-21e4370dfefd tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Pushing event deleted for resources: {'Port': ['ID=17ac7b5f-6bd4-4fd5-bc15-a5095e05e694,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:58:42.089958 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-e9f650ab-80fa-4164-8df1-21e4370dfefd tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:58:42.092569 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-ed1562b8-05dc-449a-9068-258264c3fb13 req-8c5bce18-b9c9-4f26-9aad-c8ae1cb7386c tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ba9d015-880f-4a7a-90ad-37d07aa9894e HTTP/1.1" status: 200 len: 210 time: 0.0385175 Jun 14 14:58:42.169045 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2e6342b-bd9d-42c7-8425-a85dd6440fd9 req-e9f650ab-80fa-4164-8df1-21e4370dfefd tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] No DVR routers for this DVR port 17ac7b5f-6bd4-4fd5-bc15-a5095e05e694 on host hv-cinder-72618 {{(pid=99483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 14:58:42.171895 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-e2e6342b-bd9d-42c7-8425-a85dd6440fd9 req-e9f650ab-80fa-4164-8df1-21e4370dfefd tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645'] for port, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:42.173870 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-e2e6342b-bd9d-42c7-8425-a85dd6440fd9 req-e9f650ab-80fa-4164-8df1-21e4370dfefd tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.21 "DELETE /v2.0/ports/17ac7b5f-6bd4-4fd5-bc15-a5095e05e694 HTTP/1.1" status: 204 len: 173 time: 0.8323267 Jun 14 14:58:42.174424 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ba9d015-880f-4a7a-90ad-37d07aa9894e', 'name': 'network-vif-deleted', 'tag': '17ac7b5f-6bd4-4fd5-bc15-a5095e05e694'}] {{(pid=99483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:58:42.176795 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10e764dcb54ca1904200e902db0bf3fc798e652e4e20eb5cbfc1ab196cf52753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9af15b-7c2b-43df-a73e-1c02cc69109f" -d '{"events": [{"server_uuid": "9ba9d015-880f-4a7a-90ad-37d07aa9894e", "name": "network-vif-deleted", "tag": "17ac7b5f-6bd4-4fd5-bc15-a5095e05e694"}]}' {{(pid=99483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:58:42.203917 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a422cd17-ba83-41b8-ac66-ab116a849cfa req-92fdd25f-eda0-44e1-902a-aa642bccfb6c tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:42.203917 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-a422cd17-ba83-41b8-ac66-ab116a849cfa req-92fdd25f-eda0-44e1-902a-aa642bccfb6c tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/ports?device_id=125630bd-d67e-48fc-8211-0d2965b74abb HTTP/1.1" status: 200 len: 945 time: 0.1692646 Jun 14 14:58:42.229827 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 14:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd73da0-d2a5-4e02-9326-9907454e31a4 x-openstack-request-id: req-ffd73da0-d2a5-4e02-9326-9907454e31a4 {{(pid=99483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:58:42.230448 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ba9d015-880f-4a7a-90ad-37d07aa9894e", "name": "network-vif-deleted", "tag": "17ac7b5f-6bd4-4fd5-bc15-a5095e05e694", "status": "completed", "code": 200}]} {{(pid=99483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:58:42.230948 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ffd73da0-d2a5-4e02-9326-9907454e31a4 {{(pid=99483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:58:42.231559 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ba9d015-880f-4a7a-90ad-37d07aa9894e', 'name': 'network-vif-deleted', 'tag': '17ac7b5f-6bd4-4fd5-bc15-a5095e05e694', 'status': 'completed', 'code': 200} Jun 14 14:58:42.254695 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-a422cd17-ba83-41b8-ac66-ab116a849cfa req-3cff4701-06df-4ab9-be25-a293209b47f5 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7487a51-824c-4894-935f-37b6063de436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428107 Jun 14 14:58:43.275613 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-6cb8032c-3e3a-4933-a5ef-14778bee726f req-92fa566a-2bc3-4811-aae5-3829474c01cb tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ba9d015-880f-4a7a-90ad-37d07aa9894e HTTP/1.1" status: 200 len: 210 time: 0.0345752 Jun 14 14:58:43.454577 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b7e0e4-b2e3-49b3-930c-e63c3d1a4923 req-cd606f1a-e0c2-4911-930a-f1e7e784f8a5 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:43.456862 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-89b7e0e4-b2e3-49b3-930c-e63c3d1a4923 req-cd606f1a-e0c2-4911-930a-f1e7e784f8a5 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/ports?device_id=125630bd-d67e-48fc-8211-0d2965b74abb HTTP/1.1" status: 200 len: 945 time: 0.0815427 Jun 14 14:58:43.509988 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-89b7e0e4-b2e3-49b3-930c-e63c3d1a4923 req-66789b4d-6574-4f24-bd67-2c4bfa16d9b2 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7487a51-824c-4894-935f-37b6063de436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466461 Jun 14 14:58:43.840908 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2499606f-9466-4d62-a857-aad41f0c3050 req-c99cac98-63c1-4218-9cdf-acad230b3a2e tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:43.842474 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-2499606f-9466-4d62-a857-aad41f0c3050 req-c99cac98-63c1-4218-9cdf-acad230b3a2e tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.21 "GET /v2.0/ports?device_id=125630bd-d67e-48fc-8211-0d2965b74abb HTTP/1.1" status: 200 len: 945 time: 0.0877111 Jun 14 14:58:43.992426 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.plugin [req-2499606f-9466-4d62-a857-aad41f0c3050 req-323dc9bf-2206-4e07-84bb-559320da72ea tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Deleting port 40499fb3-599e-48e5-97e7-006821aa77f8 {{(pid=99483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:58:43.993019 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-2499606f-9466-4d62-a857-aad41f0c3050 req-323dc9bf-2206-4e07-84bb-559320da72ea tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375454248'] for port, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:44.127970 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.db [req-2499606f-9466-4d62-a857-aad41f0c3050 req-323dc9bf-2206-4e07-84bb-559320da72ea tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] For port 40499fb3-599e-48e5-97e7-006821aa77f8, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=40499fb3-599e-48e5-97e7-006821aa77f8,segment=NetworkSegment(f38bb8ce-b58e-4ac2-8f7b-63bec74bcbb6),segment_id=f38bb8ce-b58e-4ac2-8f7b-63bec74bcbb6)] {{(pid=99483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:58:44.128492 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-2499606f-9466-4d62-a857-aad41f0c3050 req-323dc9bf-2206-4e07-84bb-559320da72ea tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4046836'] for port, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:44.172928 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.agents_db [None req-f05f0e2d-2be5-4cb0-86e7-333c7e47477b None None] Agent healthcheck: found 6 active agents {{(pid=99486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 14:58:44.434390 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-2499606f-9466-4d62-a857-aad41f0c3050 req-323dc9bf-2206-4e07-84bb-559320da72ea tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:44.434390 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-2499606f-9466-4d62-a857-aad41f0c3050 req-323dc9bf-2206-4e07-84bb-559320da72ea tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4045686'] for floatingip, after_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:44.434778 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.db.l3_db [req-2499606f-9466-4d62-a857-aad41f0c3050 req-323dc9bf-2206-4e07-84bb-559320da72ea tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Floating IP a33ad477-a38b-4df4-8609-4b11bf42924a disassociated. External IP: 172.27.3.188, port: 40499fb3-599e-48e5-97e7-006821aa77f8. Jun 14 14:58:44.434870 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.plugin [req-2499606f-9466-4d62-a857-aad41f0c3050 req-323dc9bf-2206-4e07-84bb-559320da72ea tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Calling delete_port for 40499fb3-599e-48e5-97e7-006821aa77f8 owned by compute:nova {{(pid=99483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:58:44.730447 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66caf46a-2cc5-413e-b412-858d67384da4 req-1edb1c49-ef77-40b5-bcaa-b328515cb452 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:44.732001 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-66caf46a-2cc5-413e-b412-858d67384da4 req-1edb1c49-ef77-40b5-bcaa-b328515cb452 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/ports?device_id=125630bd-d67e-48fc-8211-0d2965b74abb HTTP/1.1" status: 200 len: 945 time: 0.0878091 Jun 14 14:58:44.753780 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-2499606f-9466-4d62-a857-aad41f0c3050 req-323dc9bf-2206-4e07-84bb-559320da72ea tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375458892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763375065896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282732'] for port, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:44.758677 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-c6fbc590-3167-4a64-b829-dcaf1a748c0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:58:44.796817 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323dc9bf-2206-4e07-84bb-559320da72ea tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Pushing event deleted for resources: {'Port': ['ID=40499fb3-599e-48e5-97e7-006821aa77f8,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:58:44.801722 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-323dc9bf-2206-4e07-84bb-559320da72ea tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:58:44.806619 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-66caf46a-2cc5-413e-b412-858d67384da4 req-5b9367e7-ca28-42a1-9ce4-9fbd616ec4c6 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7487a51-824c-4894-935f-37b6063de436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677881 Jun 14 14:58:44.922543 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device 17ac7b5f-6bd4-4fd5-bc15-a5095e05e694 no longer exists at agent hyperv_hv-cinder-72618 {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 14:58:44.952325 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] No Port match for: 17ac7b5f-6bd4-4fd5-bc15-a5095e05e694 {{(pid=99485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 14:58:44.952668 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device 17ac7b5f-6bd4-4fd5-bc15-a5095e05e694 not bound to the agent host hv-cinder-72618 {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 14:58:44.953100 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device 40499fb3-599e-48e5-97e7-006821aa77f8 no longer exists at agent hyperv_hv-cinder-72618 {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 14:58:44.979040 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] No Port match for: 40499fb3-599e-48e5-97e7-006821aa77f8 {{(pid=99485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 14:58:44.979666 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device 40499fb3-599e-48e5-97e7-006821aa77f8 not bound to the agent host hv-cinder-72618 {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 14:58:44.986591 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2499606f-9466-4d62-a857-aad41f0c3050 req-323dc9bf-2206-4e07-84bb-559320da72ea tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Router 56db3354-3750-4571-b550-d8c3ab04ebf8 has already been hosted by L3 agent 1c008f53-dbc2-48c1-a123-31b869a31df2 {{(pid=99483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 14:58:45.148998 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2499606f-9466-4d62-a857-aad41f0c3050 req-323dc9bf-2206-4e07-84bb-559320da72ea tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify agent at l3_agent.dv-cinder-726180-9-iscsi the message routers_updated {{(pid=99483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 14:58:45.168565 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9874ad3-34ce-425a-9838-462e92e7541c None None] Sync routers for ids ['56db3354-3750-4571-b550-d8c3ab04ebf8'] in dv-cinder-726180-9-iscsi {{(pid=99485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 14:58:45.179407 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9874ad3-34ce-425a-9838-462e92e7541c None None] Routers {'56db3354-3750-4571-b550-d8c3ab04ebf8'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:58:45.181106 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-c9874ad3-34ce-425a-9838-462e92e7541c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:58:28Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['56db3354-3750-4571-b550-d8c3ab04ebf8'], 'active': True} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:58:45.228449 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.l3_dvrscheduler_db [req-2499606f-9466-4d62-a857-aad41f0c3050 req-323dc9bf-2206-4e07-84bb-559320da72ea tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] No DVR routers for this DVR port 40499fb3-599e-48e5-97e7-006821aa77f8 on host hv-cinder-72618 {{(pid=99483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 14:58:45.232361 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-2499606f-9466-4d62-a857-aad41f0c3050 req-323dc9bf-2206-4e07-84bb-559320da72ea tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645'] for port, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:45.234956 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-2499606f-9466-4d62-a857-aad41f0c3050 req-323dc9bf-2206-4e07-84bb-559320da72ea tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.21 "DELETE /v2.0/ports/40499fb3-599e-48e5-97e7-006821aa77f8 HTTP/1.1" status: 204 len: 173 time: 1.3858542 Jun 14 14:58:45.235538 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '125630bd-d67e-48fc-8211-0d2965b74abb', 'name': 'network-vif-deleted', 'tag': '40499fb3-599e-48e5-97e7-006821aa77f8'}] {{(pid=99483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:58:45.242435 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10e764dcb54ca1904200e902db0bf3fc798e652e4e20eb5cbfc1ab196cf52753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df3d552b-16d7-4c16-8a0b-5f8de38b105d" -d '{"events": [{"server_uuid": "125630bd-d67e-48fc-8211-0d2965b74abb", "name": "network-vif-deleted", "tag": "40499fb3-599e-48e5-97e7-006821aa77f8"}]}' {{(pid=99483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:58:45.308254 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 14:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a75611c-68a6-41bb-af4e-5000db598d00 x-openstack-request-id: req-1a75611c-68a6-41bb-af4e-5000db598d00 {{(pid=99483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:58:45.308599 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "125630bd-d67e-48fc-8211-0d2965b74abb", "name": "network-vif-deleted", "tag": "40499fb3-599e-48e5-97e7-006821aa77f8", "status": "completed", "code": 200}]} {{(pid=99483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:58:45.308946 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1a75611c-68a6-41bb-af4e-5000db598d00 {{(pid=99483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:58:45.309449 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '125630bd-d67e-48fc-8211-0d2965b74abb', 'name': 'network-vif-deleted', 'tag': '40499fb3-599e-48e5-97e7-006821aa77f8', 'status': 'completed', 'code': 200} Jun 14 14:58:45.329970 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ada225-6e99-4235-ae99-d3b641a5c77f req-6e1f5604-e1f4-470a-8245-4b19d6bdbc90 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:45.331277 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-56ada225-6e99-4235-ae99-d3b641a5c77f req-6e1f5604-e1f4-470a-8245-4b19d6bdbc90 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0e8fac-eecb-4b76-aec7-a587a08a6c48 HTTP/1.1" status: 200 len: 946 time: 0.1008754 Jun 14 14:58:45.381759 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-56ada225-6e99-4235-ae99-d3b641a5c77f req-86d7861d-434a-42da-a637-832427002b4e tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/security-groups?id=54581e45-42fd-4752-b3ea-3a1c52f34bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436978 Jun 14 14:58:45.421284 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvr_db [None req-c9874ad3-34ce-425a-9838-462e92e7541c None None] Set router 56db3354-3750-4571-b550-d8c3ab04ebf8 gateway port host: dv-cinder-726180-9-iscsi {{(pid=99485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:58:45.703234 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-c9874ad3-34ce-425a-9838-462e92e7541c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'name': 'tempest-TestVolumeBootPattern-530298258-router', 'tenant_id': 'a3f11692b2f8449abf062d147c313cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:55:23Z', 'updated_at': '2021-06-14T14:55:31Z', 'revision_number': 4, 'project_id': 'a3f11692b2f8449abf062d147c313cb2', 'gw_port': {'id': 'fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:12:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:55:25Z', 'updated_at': '2021-06-14T14:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_interfaces': [{'id': 'd223acc0-6fae-4005-912e-50fe6f00d313', 'name': '', 'network_id': '5de2046a-1fb6-45f0-8b8a-db9f6abde019', 'tenant_id': 'a3f11692b2f8449abf062d147c313cb2', 'mac_address': 'fa:16:3e:b7:34:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '1232b771-0d43-4b91-a771-4713ef8d7898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:55:29Z', 'updated_at': '2021-06-14T14:55:37Z', 'revision_number': 5, 'project_id': 'a3f11692b2f8449abf062d147c313cb2', 'subnets': [{'id': '1232b771-0d43-4b91-a771-4713ef8d7898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:58:45.706730 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9874ad3-34ce-425a-9838-462e92e7541c None None] Checking router: 56db3354-3750-4571-b550-d8c3ab04ebf8 for host: dv-cinder-726180-9-iscsi {{(pid=99485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 14:58:45.715421 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9874ad3-34ce-425a-9838-462e92e7541c None None] Routers {'56db3354-3750-4571-b550-d8c3ab04ebf8'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:58:45.716070 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-c9874ad3-34ce-425a-9838-462e92e7541c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:58:28Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['56db3354-3750-4571-b550-d8c3ab04ebf8'], 'active': True} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:58:46.068610 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvr_db [None req-c9874ad3-34ce-425a-9838-462e92e7541c None None] Set router 56db3354-3750-4571-b550-d8c3ab04ebf8 gateway port host: dv-cinder-726180-9-iscsi {{(pid=99485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:58:46.351389 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-32c90a42-0037-40f6-9a42-fbff2036ddce req-31875b4f-522d-4780-a24c-27f37d90586b tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/ports?device_id=125630bd-d67e-48fc-8211-0d2965b74abb HTTP/1.1" status: 200 len: 210 time: 0.3560333 Jun 14 14:58:46.392289 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-c9874ad3-34ce-425a-9838-462e92e7541c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'name': 'tempest-TestVolumeBootPattern-530298258-router', 'tenant_id': 'a3f11692b2f8449abf062d147c313cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:55:23Z', 'updated_at': '2021-06-14T14:55:31Z', 'revision_number': 4, 'project_id': 'a3f11692b2f8449abf062d147c313cb2', 'gw_port': {'id': 'fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:12:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:55:25Z', 'updated_at': '2021-06-14T14:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_interfaces': [{'id': 'd223acc0-6fae-4005-912e-50fe6f00d313', 'name': '', 'network_id': '5de2046a-1fb6-45f0-8b8a-db9f6abde019', 'tenant_id': 'a3f11692b2f8449abf062d147c313cb2', 'mac_address': 'fa:16:3e:b7:34:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '1232b771-0d43-4b91-a771-4713ef8d7898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:55:29Z', 'updated_at': '2021-06-14T14:55:37Z', 'revision_number': 5, 'project_id': 'a3f11692b2f8449abf062d147c313cb2', 'subnets': [{'id': '1232b771-0d43-4b91-a771-4713ef8d7898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:58:46.396369 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9874ad3-34ce-425a-9838-462e92e7541c None None] The sync data for ids ['56db3354-3750-4571-b550-d8c3ab04ebf8'] in dv-cinder-726180-9-iscsi is: [{'id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'name': 'tempest-TestVolumeBootPattern-530298258-router', 'tenant_id': 'a3f11692b2f8449abf062d147c313cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:55:23Z', 'updated_at': '2021-06-14T14:55:31Z', 'revision_number': 4, 'project_id': 'a3f11692b2f8449abf062d147c313cb2', 'gw_port': {'id': 'fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:12:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:55:25Z', 'updated_at': '2021-06-14T14:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_interfaces': [{'id': 'd223acc0-6fae-4005-912e-50fe6f00d313', 'name': '', 'network_id': '5de2046a-1fb6-45f0-8b8a-db9f6abde019', 'tenant_id': 'a3f11692b2f8449abf062d147c313cb2', 'mac_address': 'fa:16:3e:b7:34:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '1232b771-0d43-4b91-a771-4713ef8d7898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:55:29Z', 'updated_at': '2021-06-14T14:55:37Z', 'revision_number': 5, 'project_id': 'a3f11692b2f8449abf062d147c313cb2', 'subnets': [{'id': '1232b771-0d43-4b91-a771-4713ef8d7898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 14:58:46.641129 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace8e86-34e0-45e3-a4d8-1ddc702396d4 req-c81e38bd-3392-44cf-a2a9-64cdac1ceed4 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:46.643172 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-4ace8e86-34e0-45e3-a4d8-1ddc702396d4 req-c81e38bd-3392-44cf-a2a9-64cdac1ceed4 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0e8fac-eecb-4b76-aec7-a587a08a6c48 HTTP/1.1" status: 200 len: 946 time: 0.1323044 Jun 14 14:58:46.684766 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1e8f08-2473-4abf-980b-1b032599efc5 None None] New status for floating IP a33ad477-a38b-4df4-8609-4b11bf42924a: DOWN {{(pid=99486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 14:58:46.694246 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-4ace8e86-34e0-45e3-a4d8-1ddc702396d4 req-32fa9409-5955-4288-b9c3-462f8c3edcca tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/security-groups?id=54581e45-42fd-4752-b3ea-3a1c52f34bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412548 Jun 14 14:58:46.849954 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e4acfa-e6cb-4432-835a-57b58c34f67f req-9867068c-bc19-4114-8630-df74586c0f95 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:46.851663 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-37e4acfa-e6cb-4432-835a-57b58c34f67f req-9867068c-bc19-4114-8630-df74586c0f95 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f0e8fac-eecb-4b76-aec7-a587a08a6c48 HTTP/1.1" status: 200 len: 946 time: 0.1043789 Jun 14 14:58:46.985207 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.plugin [req-37e4acfa-e6cb-4432-835a-57b58c34f67f req-acd7e6b8-0431-4e8a-b25f-a04793a05892 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Deleting port f6cd27b2-5068-4da5-abc3-41afcfc80c77 {{(pid=99483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:58:46.985455 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-37e4acfa-e6cb-4432-835a-57b58c34f67f req-acd7e6b8-0431-4e8a-b25f-a04793a05892 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375454248'] for port, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:47.125009 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.db [req-37e4acfa-e6cb-4432-835a-57b58c34f67f req-acd7e6b8-0431-4e8a-b25f-a04793a05892 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] For port f6cd27b2-5068-4da5-abc3-41afcfc80c77, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=f6cd27b2-5068-4da5-abc3-41afcfc80c77,segment=NetworkSegment(557e6797-aaed-4571-ae23-65c32c2db1f8),segment_id=557e6797-aaed-4571-ae23-65c32c2db1f8)] {{(pid=99483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:58:47.125371 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-37e4acfa-e6cb-4432-835a-57b58c34f67f req-acd7e6b8-0431-4e8a-b25f-a04793a05892 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4046836'] for port, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:47.222835 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.plugin [req-37e4acfa-e6cb-4432-835a-57b58c34f67f req-acd7e6b8-0431-4e8a-b25f-a04793a05892 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Calling delete_port for f6cd27b2-5068-4da5-abc3-41afcfc80c77 owned by compute:nova {{(pid=99483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:58:47.533468 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-37e4acfa-e6cb-4432-835a-57b58c34f67f req-acd7e6b8-0431-4e8a-b25f-a04793a05892 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375458892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763375065896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282732'] for port, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:47.537893 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-a2729b8d-d893-4959-9717-8457ea1b2336 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:58:47.547576 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] get_ports_and_sgs() called for port_ids ['17211691-0725-4179-bfdb-5f7ab46af641', 'f6cd27b2-5068-4da5-abc3-41afcfc80c77'] {{(pid=99485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 14:58:47.579280 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd7e6b8-0431-4e8a-b25f-a04793a05892 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Pushing event deleted for resources: {'Port': ['ID=f6cd27b2-5068-4da5-abc3-41afcfc80c77,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:58:47.582597 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-acd7e6b8-0431-4e8a-b25f-a04793a05892 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:58:47.643478 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.l3_dvrscheduler_db [req-37e4acfa-e6cb-4432-835a-57b58c34f67f req-acd7e6b8-0431-4e8a-b25f-a04793a05892 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] No DVR routers for this DVR port f6cd27b2-5068-4da5-abc3-41afcfc80c77 on host hv-cinder-72618 {{(pid=99483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 14:58:47.646783 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-37e4acfa-e6cb-4432-835a-57b58c34f67f req-acd7e6b8-0431-4e8a-b25f-a04793a05892 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645'] for port, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:47.654134 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-37e4acfa-e6cb-4432-835a-57b58c34f67f req-acd7e6b8-0431-4e8a-b25f-a04793a05892 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.21 "DELETE /v2.0/ports/f6cd27b2-5068-4da5-abc3-41afcfc80c77 HTTP/1.1" status: 204 len: 173 time: 0.7933042 Jun 14 14:58:47.659045 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f0e8fac-eecb-4b76-aec7-a587a08a6c48', 'name': 'network-vif-deleted', 'tag': 'f6cd27b2-5068-4da5-abc3-41afcfc80c77'}] {{(pid=99483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:58:47.659045 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10e764dcb54ca1904200e902db0bf3fc798e652e4e20eb5cbfc1ab196cf52753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04accb74-e74f-4bfb-a86c-80f30bc17a92" -d '{"events": [{"server_uuid": "7f0e8fac-eecb-4b76-aec7-a587a08a6c48", "name": "network-vif-deleted", "tag": "f6cd27b2-5068-4da5-abc3-41afcfc80c77"}]}' {{(pid=99483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:58:47.712134 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 14:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6ec1ba-1600-48e4-b3a6-47cab8f6c280 x-openstack-request-id: req-8a6ec1ba-1600-48e4-b3a6-47cab8f6c280 {{(pid=99483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:58:47.712565 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f0e8fac-eecb-4b76-aec7-a587a08a6c48", "name": "network-vif-deleted", "tag": "f6cd27b2-5068-4da5-abc3-41afcfc80c77", "status": "completed", "code": 200}]} {{(pid=99483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:58:47.712980 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8a6ec1ba-1600-48e4-b3a6-47cab8f6c280 {{(pid=99483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:58:47.713583 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f0e8fac-eecb-4b76-aec7-a587a08a6c48', 'name': 'network-vif-deleted', 'tag': 'f6cd27b2-5068-4da5-abc3-41afcfc80c77', 'status': 'completed', 'code': 200} Jun 14 14:58:47.814858 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-809d0378-3ebb-4704-9da2-4a7e68ac8aac req-d1a9abad-8602-44ca-8dbd-44778d29b9dc tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1211621206&fields=id&tenant_id=a3f11692b2f8449abf062d147c313cb2 HTTP/1.1" status: 200 len: 267 time: 0.0763993 Jun 14 14:58:47.892324 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-9d283a1d-3216-44e2-9148-0f4a73ea615e req-ccc965e3-9e3c-4b17-8496-4ba10a05c736 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0e8fac-eecb-4b76-aec7-a587a08a6c48 HTTP/1.1" status: 200 len: 210 time: 0.0539367 Jun 14 14:58:48.001585 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d0378-3ebb-4704-9da2-4a7e68ac8aac req-47d6e628-e445-485d-8e21-7637b66097a3 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:48.003106 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-809d0378-3ebb-4704-9da2-4a7e68ac8aac req-47d6e628-e445-485d-8e21-7637b66097a3 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/networks?id=5de2046a-1fb6-45f0-8b8a-db9f6abde019 HTTP/1.1" status: 200 len: 811 time: 0.1784532 Jun 14 14:58:48.024784 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-809d0378-3ebb-4704-9da2-4a7e68ac8aac req-ae10c6b0-b6e0-452f-9d94-0d86e7144cd2 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/quotas/a3f11692b2f8449abf062d147c313cb2 HTTP/1.1" status: 200 len: 375 time: 0.0132594 Jun 14 14:58:48.141058 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-809d0378-3ebb-4704-9da2-4a7e68ac8aac req-463218cc-0676-42cb-82a4-27605767362b tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a3f11692b2f8449abf062d147c313cb2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1118016 Jun 14 14:58:48.287753 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-809d0378-3ebb-4704-9da2-4a7e68ac8aac req-c0dee2dd-3731-4a84-8dbc-94aa22f50b0c service neutron] 10.222.0.55 "GET /v2.0/networks/5de2046a-1fb6-45f0-8b8a-db9f6abde019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299615 Jun 14 14:58:48.426108 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-809d0378-3ebb-4704-9da2-4a7e68ac8aac req-f27004dd-9af2-4688-b9b3-d89460ce8b7f service neutron] 10.222.0.55 "GET /v2.0/networks/5de2046a-1fb6-45f0-8b8a-db9f6abde019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316781 Jun 14 14:58:49.107200 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-194aa43f-9c06-433a-9f4b-b61b56a7178c req-d0991ffd-3889-4c65-862a-42849d93f60c tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f0e8fac-eecb-4b76-aec7-a587a08a6c48 HTTP/1.1" status: 200 len: 210 time: 0.0455294 Jun 14 14:58:49.470388 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-ea578783-b08d-4df6-906a-1f505106e3d6 req-0a3369c4-c9f8-49a9-b941-5f22327870d3 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa67fb69-5eef-4129-94fa-275fd00cda95 HTTP/1.1" status: 200 len: 210 time: 0.0427845 Jun 14 14:58:50.670176 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-50bad9e3-c259-479e-885b-c94d4e01bd70 req-021715c9-eba1-4d21-8de6-8ee2a1950af1 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa67fb69-5eef-4129-94fa-275fd00cda95 HTTP/1.1" status: 200 len: 210 time: 0.0430026 Jun 14 14:58:50.964452 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device f6cd27b2-5068-4da5-abc3-41afcfc80c77 no longer exists at agent hyperv_hv-cinder-72618 {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 14:58:50.996972 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] No Port match for: f6cd27b2-5068-4da5-abc3-41afcfc80c77 {{(pid=99485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 14:58:50.997618 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device f6cd27b2-5068-4da5-abc3-41afcfc80c77 not bound to the agent host hv-cinder-72618 {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 14:58:51.873307 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-0991b563-74c8-46bb-bea3-fa0c1b72edf1 req-644755a3-de6a-4eff-af09-82f532201142 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa67fb69-5eef-4129-94fa-275fd00cda95 HTTP/1.1" status: 200 len: 210 time: 0.0437896 Jun 14 14:58:52.510411 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d0378-3ebb-4704-9da2-4a7e68ac8aac req-a31b01c2-83a2-4471-821a-13b167db6914 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:52.511896 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-809d0378-3ebb-4704-9da2-4a7e68ac8aac req-a31b01c2-83a2-4471-821a-13b167db6914 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.21 "GET /v2.0/networks?id=5de2046a-1fb6-45f0-8b8a-db9f6abde019 HTTP/1.1" status: 200 len: 811 time: 0.1883421 Jun 14 14:58:52.548192 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c71a2-fe49-4be0-8a9e-b4396b3c9d3a req-af662033-f2a2-4489-8fe3-e0c2a2baf67e tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:52.549685 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-fe1c71a2-fe49-4be0-8a9e-b4396b3c9d3a req-af662033-f2a2-4489-8fe3-e0c2a2baf67e tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/ports?device_id=bdcd9f15-7057-4ade-b29a-aea802ca5234 HTTP/1.1" status: 200 len: 946 time: 0.1868269 Jun 14 14:58:52.600877 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-809d0378-3ebb-4704-9da2-4a7e68ac8aac req-ccd70b46-4a58-4be0-84b1-89bf76cf14f6 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3f11692b2f8449abf062d147c313cb2 HTTP/1.1" status: 200 len: 380 time: 0.0786941 Jun 14 14:58:52.625703 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.v2.base [req-809d0378-3ebb-4704-9da2-4a7e68ac8aac req-16a74458-76b1-4321-b7a8-9538bd2b2354 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Request body: {'port': {'device_id': 'aa67fb69-5eef-4129-94fa-275fd00cda95', 'network_id': '5de2046a-1fb6-45f0-8b8a-db9f6abde019', 'admin_state_up': True, 'tenant_id': 'a3f11692b2f8449abf062d147c313cb2', 'security_groups': ['e7487a51-824c-4894-935f-37b6063de436']}} {{(pid=99483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:58:52.634978 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-fe1c71a2-fe49-4be0-8a9e-b4396b3c9d3a req-cd88e427-229e-415e-879f-f89ae02b5b4e tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/security-groups?id=54581e45-42fd-4752-b3ea-3a1c52f34bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772541 Jun 14 14:58:52.924080 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-809d0378-3ebb-4704-9da2-4a7e68ac8aac req-16a74458-76b1-4321-b7a8-9538bd2b2354 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Made reservation on behalf of a3f11692b2f8449abf062d147c313cb2 for: {'port': 1} {{(pid=99483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:58:52.928269 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-809d0378-3ebb-4704-9da2-4a7e68ac8aac req-16a74458-76b1-4321-b7a8-9538bd2b2354 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905267'] for port, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:53.052200 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-2f8419eb-9642-4c84-a5b1-c52946781978 req-96eafae7-f036-495c-877a-a3e900bc942e tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa67fb69-5eef-4129-94fa-275fd00cda95 HTTP/1.1" status: 200 len: 210 time: 0.0435369 Jun 14 14:58:53.119318 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.db_base_plugin_common [req-809d0378-3ebb-4704-9da2-4a7e68ac8aac req-16a74458-76b1-4321-b7a8-9538bd2b2354 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Allocated IP 172.20.0.8 (5de2046a-1fb6-45f0-8b8a-db9f6abde019/1232b771-0d43-4b91-a771-4713ef8d7898/a8c4eb96-307a-417b-a9bf-bbae173f72d4) {{(pid=99483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:58:53.321448 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-809d0378-3ebb-4704-9da2-4a7e68ac8aac req-16a74458-76b1-4321-b7a8-9538bd2b2354 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks [] for port, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:53.335193 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.provisioning_blocks [req-809d0378-3ebb-4704-9da2-4a7e68ac8aac req-16a74458-76b1-4321-b7a8-9538bd2b2354 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Transition to ACTIVE for port object a8c4eb96-307a-417b-a9bf-bbae173f72d4 will not be triggered until provisioned by entity DHCP. {{(pid=99483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:58:53.493717 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-809d0378-3ebb-4704-9da2-4a7e68ac8aac req-16a74458-76b1-4321-b7a8-9538bd2b2354 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-905456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763375065887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12282725'] for port, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:53.499206 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-9399c75e-4b1e-4982-991f-2f2352d78870 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:58:53.546416 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-809d0378-3ebb-4704-9da2-4a7e68ac8aac req-16a74458-76b1-4321-b7a8-9538bd2b2354 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Network 5de2046a-1fb6-45f0-8b8a-db9f6abde019 is already hosted by enough agents. {{(pid=99483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:58:53.549729 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.base_scheduler [req-809d0378-3ebb-4704-9da2-4a7e68ac8aac req-16a74458-76b1-4321-b7a8-9538bd2b2354 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Resources bound (agent type, host, resource id): {{(pid=99483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:58:53.554647 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.l3_dvrscheduler_db [req-809d0378-3ebb-4704-9da2-4a7e68ac8aac req-16a74458-76b1-4321-b7a8-9538bd2b2354 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Received port after_create {{(pid=99483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:58:53.596656 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a74458-76b1-4321-b7a8-9538bd2b2354 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Pushing event updated for resources: {'Port': ['ID=a8c4eb96-307a-417b-a9bf-bbae173f72d4,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:58:53.602963 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-16a74458-76b1-4321-b7a8-9538bd2b2354 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:58:53.640677 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d0378-3ebb-4704-9da2-4a7e68ac8aac req-16a74458-76b1-4321-b7a8-9538bd2b2354 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:53.641624 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-809d0378-3ebb-4704-9da2-4a7e68ac8aac req-16a74458-76b1-4321-b7a8-9538bd2b2354 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645'] for port, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:53.818090 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-809d0378-3ebb-4704-9da2-4a7e68ac8aac req-16a74458-76b1-4321-b7a8-9538bd2b2354 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2041597 Jun 14 14:58:53.839521 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.v2.base [req-809d0378-3ebb-4704-9da2-4a7e68ac8aac req-cb45f22f-cb03-47c2-a8c1-16e7272a6b47 service neutron] Request body: {'port': {'device_id': 'aa67fb69-5eef-4129-94fa-275fd00cda95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-72618'}} {{(pid=99483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:58:53.905334 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c785502b-c609-4e77-93cf-f14e38be5dd0 req-2f35deec-6fa1-46c2-989d-d626aca28d1f tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:53.906860 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-c785502b-c609-4e77-93cf-f14e38be5dd0 req-2f35deec-6fa1-46c2-989d-d626aca28d1f tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/ports?device_id=bdcd9f15-7057-4ade-b29a-aea802ca5234 HTTP/1.1" status: 200 len: 946 time: 0.1405165 Jun 14 14:58:53.938083 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-a0330da0-d771-4515-969e-97b58c407806 None None] Provisioning for port a8c4eb96-307a-417b-a9bf-bbae173f72d4 completed by entity DHCP. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:58:53.942452 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-a0330da0-d771-4515-969e-97b58c407806 None None] Provisioning complete for port a8c4eb96-307a-417b-a9bf-bbae173f72d4 triggered by entity DHCP. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:58:53.943977 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-a0330da0-d771-4515-969e-97b58c407806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:53.972352 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-809d0378-3ebb-4704-9da2-4a7e68ac8aac req-cb45f22f-cb03-47c2-a8c1-16e7272a6b47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:53.991483 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-a0330da0-d771-4515-969e-97b58c407806 None None] Port a8c4eb96-307a-417b-a9bf-bbae173f72d4 cannot update to ACTIVE because it is not bound. {{(pid=99485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 14:58:54.008312 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-c785502b-c609-4e77-93cf-f14e38be5dd0 req-26454a24-bcaa-4b8c-ade6-e45fd504e1ae tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/security-groups?id=54581e45-42fd-4752-b3ea-3a1c52f34bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739038 Jun 14 14:58:54.174792 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e28e8-9000-440b-9db6-12471c22f5a9 req-6ae1c21f-3794-4724-b5e4-9f999062c491 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:54.176383 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-1e5e28e8-9000-440b-9db6-12471c22f5a9 req-6ae1c21f-3794-4724-b5e4-9f999062c491 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdcd9f15-7057-4ade-b29a-aea802ca5234 HTTP/1.1" status: 200 len: 946 time: 0.0998700 Jun 14 14:58:54.373370 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c579db-77c8-4e5d-9956-7600fe2c45f6 req-ad47a2a5-9484-46c2-a5db-c5fa4ffc0282 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:54.374909 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-83c579db-77c8-4e5d-9956-7600fe2c45f6 req-ad47a2a5-9484-46c2-a5db-c5fa4ffc0282 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa67fb69-5eef-4129-94fa-275fd00cda95 HTTP/1.1" status: 200 len: 931 time: 0.1328690 Jun 14 14:58:54.382611 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.plugin [req-1e5e28e8-9000-440b-9db6-12471c22f5a9 req-27572f20-d82c-4cd5-ab11-fa8fc45950cf tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Deleting port 17211691-0725-4179-bfdb-5f7ab46af641 {{(pid=99484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:58:54.383396 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-1e5e28e8-9000-440b-9db6-12471c22f5a9 req-27572f20-d82c-4cd5-ab11-fa8fc45950cf tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375454248'] for port, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:54.454093 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.notifiers.nova [req-809d0378-3ebb-4704-9da2-4a7e68ac8aac req-cb45f22f-cb03-47c2-a8c1-16e7272a6b47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8c4eb96-307a-417b-a9bf-bbae173f72d4 {{(pid=99483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:58:54.463162 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-809d0378-3ebb-4704-9da2-4a7e68ac8aac req-cb45f22f-cb03-47c2-a8c1-16e7272a6b47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:54.478920 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.provisioning_blocks [req-809d0378-3ebb-4704-9da2-4a7e68ac8aac req-cb45f22f-cb03-47c2-a8c1-16e7272a6b47 service neutron] Transition to ACTIVE for port object a8c4eb96-307a-417b-a9bf-bbae173f72d4 will not be triggered until provisioned by entity L2. {{(pid=99483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:58:54.523652 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-83c579db-77c8-4e5d-9956-7600fe2c45f6 req-87563b55-902d-44eb-a5db-71ab24bd2ee1 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7487a51-824c-4894-935f-37b6063de436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352220 Jun 14 14:58:54.560512 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.db [req-1e5e28e8-9000-440b-9db6-12471c22f5a9 req-27572f20-d82c-4cd5-ab11-fa8fc45950cf tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] For port 17211691-0725-4179-bfdb-5f7ab46af641, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=17211691-0725-4179-bfdb-5f7ab46af641,segment=NetworkSegment(557e6797-aaed-4571-ae23-65c32c2db1f8),segment_id=557e6797-aaed-4571-ae23-65c32c2db1f8)] {{(pid=99484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:58:54.561117 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-1e5e28e8-9000-440b-9db6-12471c22f5a9 req-27572f20-d82c-4cd5-ab11-fa8fc45950cf tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4046836'] for port, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:54.620156 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-809d0378-3ebb-4704-9da2-4a7e68ac8aac req-cb45f22f-cb03-47c2-a8c1-16e7272a6b47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282715'] for port, after_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:54.622755 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-a54230e2-ccdb-4ecc-9376-fd07bbaaf6f4 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:58:54.669961 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.plugin [req-1e5e28e8-9000-440b-9db6-12471c22f5a9 req-27572f20-d82c-4cd5-ab11-fa8fc45950cf tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Calling delete_port for 17211691-0725-4179-bfdb-5f7ab46af641 owned by compute:nova {{(pid=99484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:58:54.737137 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb45f22f-cb03-47c2-a8c1-16e7272a6b47 service neutron] Pushing event updated for resources: {'Port': ['ID=a8c4eb96-307a-417b-a9bf-bbae173f72d4,revision_number=2']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:58:54.748859 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-cb45f22f-cb03-47c2-a8c1-16e7272a6b47 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:58:54.852344 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.managers [req-809d0378-3ebb-4704-9da2-4a7e68ac8aac req-cb45f22f-cb03-47c2-a8c1-16e7272a6b47 service neutron] Attempting to bind port a8c4eb96-307a-417b-a9bf-bbae173f72d4 on host hv-cinder-72618 for vnic_type normal with profile {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:58:54.852928 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.managers [req-809d0378-3ebb-4704-9da2-4a7e68ac8aac req-cb45f22f-cb03-47c2-a8c1-16e7272a6b47 service neutron] Attempting to bind port a8c4eb96-307a-417b-a9bf-bbae173f72d4 by drivers openvswitch,hyperv on host hv-cinder-72618 at level 0 using segments [{'id': 'f38bb8ce-b58e-4ac2-8f7b-63bec74bcbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5de2046a-1fb6-45f0-8b8a-db9f6abde019'}] {{(pid=99483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:58:54.853459 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809d0378-3ebb-4704-9da2-4a7e68ac8aac req-cb45f22f-cb03-47c2-a8c1-16e7272a6b47 service neutron] Attempting to bind port a8c4eb96-307a-417b-a9bf-bbae173f72d4 on network 5de2046a-1fb6-45f0-8b8a-db9f6abde019 {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:58:54.861186 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809d0378-3ebb-4704-9da2-4a7e68ac8aac req-cb45f22f-cb03-47c2-a8c1-16e7272a6b47 service neutron] Port a8c4eb96-307a-417b-a9bf-bbae173f72d4 on network 5de2046a-1fb6-45f0-8b8a-db9f6abde019 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-72618 {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 14:58:54.861716 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809d0378-3ebb-4704-9da2-4a7e68ac8aac req-cb45f22f-cb03-47c2-a8c1-16e7272a6b47 service neutron] Attempting to bind port a8c4eb96-307a-417b-a9bf-bbae173f72d4 on network 5de2046a-1fb6-45f0-8b8a-db9f6abde019 {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:58:54.870725 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809d0378-3ebb-4704-9da2-4a7e68ac8aac req-cb45f22f-cb03-47c2-a8c1-16e7272a6b47 service neutron] Checking agent: {'id': '75f5f45e-0f41-4f3b-9aad-8e3a5980501e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-72618', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 44, 59), 'started_at': datetime.datetime(2021, 6, 14, 14, 44, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:58:54.871305 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809d0378-3ebb-4704-9da2-4a7e68ac8aac req-cb45f22f-cb03-47c2-a8c1-16e7272a6b47 service neutron] Checking segment: {'id': 'f38bb8ce-b58e-4ac2-8f7b-63bec74bcbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5de2046a-1fb6-45f0-8b8a-db9f6abde019'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:58:54.871951 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809d0378-3ebb-4704-9da2-4a7e68ac8aac req-cb45f22f-cb03-47c2-a8c1-16e7272a6b47 service neutron] Bound using segment: {'id': 'f38bb8ce-b58e-4ac2-8f7b-63bec74bcbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5de2046a-1fb6-45f0-8b8a-db9f6abde019'} {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:58:54.872940 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.managers [req-809d0378-3ebb-4704-9da2-4a7e68ac8aac req-cb45f22f-cb03-47c2-a8c1-16e7272a6b47 service neutron] Bound port: a8c4eb96-307a-417b-a9bf-bbae173f72d4, host: hv-cinder-72618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f38bb8ce-b58e-4ac2-8f7b-63bec74bcbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5de2046a-1fb6-45f0-8b8a-db9f6abde019'}}] {{(pid=99483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:58:54.873540 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-809d0378-3ebb-4704-9da2-4a7e68ac8aac req-cb45f22f-cb03-47c2-a8c1-16e7272a6b47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:54.972483 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.db [req-809d0378-3ebb-4704-9da2-4a7e68ac8aac req-cb45f22f-cb03-47c2-a8c1-16e7272a6b47 service neutron] For port a8c4eb96-307a-417b-a9bf-bbae173f72d4, host hv-cinder-72618, cleared binding levels {{(pid=99483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:58:54.976061 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.db [req-809d0378-3ebb-4704-9da2-4a7e68ac8aac req-cb45f22f-cb03-47c2-a8c1-16e7272a6b47 service neutron] For port a8c4eb96-307a-417b-a9bf-bbae173f72d4, host hv-cinder-72618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=a8c4eb96-307a-417b-a9bf-bbae173f72d4,segment=NetworkSegment(f38bb8ce-b58e-4ac2-8f7b-63bec74bcbb6),segment_id=f38bb8ce-b58e-4ac2-8f7b-63bec74bcbb6)] {{(pid=99483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:58:55.010598 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-1e5e28e8-9000-440b-9db6-12471c22f5a9 req-27572f20-d82c-4cd5-ab11-fa8fc45950cf tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375458892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763375065896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12090229'] for port, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:55.016035 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-e5ddf851-80ba-48df-9955-de91be0ec002 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:58:55.024406 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] get_ports_and_sgs() called for port_ids ['17211691-0725-4179-bfdb-5f7ab46af641'] {{(pid=99485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 14:58:55.055083 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27572f20-d82c-4cd5-ab11-fa8fc45950cf tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Pushing event deleted for resources: {'Port': ['ID=17211691-0725-4179-bfdb-5f7ab46af641,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:58:55.105049 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27572f20-d82c-4cd5-ab11-fa8fc45950cf tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:58:55.105312 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27572f20-d82c-4cd5-ab11-fa8fc45950cf tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:58:55.105555 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27572f20-d82c-4cd5-ab11-fa8fc45950cf tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:58:55.105694 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-809d0378-3ebb-4704-9da2-4a7e68ac8aac req-cb45f22f-cb03-47c2-a8c1-16e7272a6b47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282715'] for port, after_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:55.106027 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27572f20-d82c-4cd5-ab11-fa8fc45950cf tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:58:55.106498 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27572f20-d82c-4cd5-ab11-fa8fc45950cf tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:58:55.106910 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27572f20-d82c-4cd5-ab11-fa8fc45950cf tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:58:55.107284 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27572f20-d82c-4cd5-ab11-fa8fc45950cf tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:58:55.107654 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27572f20-d82c-4cd5-ab11-fa8fc45950cf tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:58:55.108059 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27572f20-d82c-4cd5-ab11-fa8fc45950cf tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:58:55.108477 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27572f20-d82c-4cd5-ab11-fa8fc45950cf tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:58:55.108847 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27572f20-d82c-4cd5-ab11-fa8fc45950cf tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:58:55.109208 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27572f20-d82c-4cd5-ab11-fa8fc45950cf tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:58:55.112767 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-27572f20-d82c-4cd5-ab11-fa8fc45950cf tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:58:55.122825 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-acd7e6b8-0431-4e8a-b25f-a04793a05892 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:58:55.149941 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e5e28e8-9000-440b-9db6-12471c22f5a9 req-27572f20-d82c-4cd5-ab11-fa8fc45950cf tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] No DVR routers for this DVR port 17211691-0725-4179-bfdb-5f7ab46af641 on host hv-cinder-72618 {{(pid=99484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 14:58:55.154477 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [req-1e5e28e8-9000-440b-9db6-12471c22f5a9 req-27572f20-d82c-4cd5-ab11-fa8fc45950cf tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645'] for port, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:55.157845 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-1e5e28e8-9000-440b-9db6-12471c22f5a9 req-27572f20-d82c-4cd5-ab11-fa8fc45950cf tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.21 "DELETE /v2.0/ports/17211691-0725-4179-bfdb-5f7ab46af641 HTTP/1.1" status: 204 len: 173 time: 0.9693029 Jun 14 14:58:55.158647 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdcd9f15-7057-4ade-b29a-aea802ca5234', 'name': 'network-vif-deleted', 'tag': '17211691-0725-4179-bfdb-5f7ab46af641'}] {{(pid=99484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:58:55.164985 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d59e03e546515fa4e63eddd697505d7af87b03111d3d4a09b383aaccd0eedd18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ee5a5b-3bb6-4bdb-bd27-3bc3c80135fa" -d '{"events": [{"server_uuid": "bdcd9f15-7057-4ade-b29a-aea802ca5234", "name": "network-vif-deleted", "tag": "17211691-0725-4179-bfdb-5f7ab46af641"}]}' {{(pid=99484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:58:55.172557 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d0378-3ebb-4704-9da2-4a7e68ac8aac req-cb45f22f-cb03-47c2-a8c1-16e7272a6b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:55.173591 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-809d0378-3ebb-4704-9da2-4a7e68ac8aac req-cb45f22f-cb03-47c2-a8c1-16e7272a6b47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645'] for port, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:55.176122 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-809d0378-3ebb-4704-9da2-4a7e68ac8aac req-cb45f22f-cb03-47c2-a8c1-16e7272a6b47 service neutron] 10.222.0.21 "PUT /v2.0/ports/a8c4eb96-307a-417b-a9bf-bbae173f72d4 HTTP/1.1" status: 200 len: 1093 time: 1.3425789 Jun 14 14:58:55.176962 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa67fb69-5eef-4129-94fa-275fd00cda95', 'tag': 'a8c4eb96-307a-417b-a9bf-bbae173f72d4'}] {{(pid=99483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:58:55.189708 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10e764dcb54ca1904200e902db0bf3fc798e652e4e20eb5cbfc1ab196cf52753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3130ad88-fb31-40ad-8414-2b12197cebb8" -d '{"events": [{"name": "network-changed", "server_uuid": "aa67fb69-5eef-4129-94fa-275fd00cda95", "tag": "a8c4eb96-307a-417b-a9bf-bbae173f72d4"}]}' {{(pid=99483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:58:55.234492 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 14:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba7057e-29b6-4433-a4ad-805956ab8cfe x-openstack-request-id: req-dba7057e-29b6-4433-a4ad-805956ab8cfe {{(pid=99484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:58:55.235013 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdcd9f15-7057-4ade-b29a-aea802ca5234", "name": "network-vif-deleted", "tag": "17211691-0725-4179-bfdb-5f7ab46af641", "status": "completed", "code": 200}]} {{(pid=99484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:58:55.242230 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dba7057e-29b6-4433-a4ad-805956ab8cfe {{(pid=99484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:58:55.243247 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdcd9f15-7057-4ade-b29a-aea802ca5234', 'name': 'network-vif-deleted', 'tag': '17211691-0725-4179-bfdb-5f7ab46af641', 'status': 'completed', 'code': 200} Jun 14 14:58:55.249230 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-88e0c9a1-430b-4725-831e-3d1c8572effb req-f4162566-6d74-4184-9123-b82c416cbd7f tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/ports?device_id=bdcd9f15-7057-4ade-b29a-aea802ca5234 HTTP/1.1" status: 200 len: 210 time: 0.0548863 Jun 14 14:58:55.280794 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb45f22f-cb03-47c2-a8c1-16e7272a6b47 service neutron] Pushing event updated for resources: {'Port': ['ID=a8c4eb96-307a-417b-a9bf-bbae173f72d4,revision_number=3']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:58:55.287583 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-cb45f22f-cb03-47c2-a8c1-16e7272a6b47 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:58:55.304441 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 14:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-228f6ee1-fccf-479c-b851-e982254b5322 x-openstack-request-id: req-228f6ee1-fccf-479c-b851-e982254b5322 {{(pid=99483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:58:55.304780 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa67fb69-5eef-4129-94fa-275fd00cda95", "tag": "a8c4eb96-307a-417b-a9bf-bbae173f72d4", "status": "completed", "code": 200}]} {{(pid=99483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:58:55.305125 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-228f6ee1-fccf-479c-b851-e982254b5322 {{(pid=99483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:58:55.305587 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa67fb69-5eef-4129-94fa-275fd00cda95', 'tag': 'a8c4eb96-307a-417b-a9bf-bbae173f72d4', 'status': 'completed', 'code': 200} Jun 14 14:58:55.429371 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3130ad88-fb31-40ad-8414-2b12197cebb8 req-ee84f443-6fde-4c70-ba68-a6ae2ee71742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:55.430941 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-3130ad88-fb31-40ad-8414-2b12197cebb8 req-ee84f443-6fde-4c70-ba68-a6ae2ee71742 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a3f11692b2f8449abf062d147c313cb2&device_id=aa67fb69-5eef-4129-94fa-275fd00cda95 HTTP/1.1" status: 200 len: 1096 time: 0.0997291 Jun 14 14:58:55.573417 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3130ad88-fb31-40ad-8414-2b12197cebb8 req-a5003ebc-907a-42e3-9b73-b907b7fa2288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:55.575009 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-3130ad88-fb31-40ad-8414-2b12197cebb8 req-a5003ebc-907a-42e3-9b73-b907b7fa2288 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=a3f11692b2f8449abf062d147c313cb2&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1357007 Jun 14 14:58:55.781714 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3130ad88-fb31-40ad-8414-2b12197cebb8 req-16a04d6f-84ff-45b0-a202-9dd0bc3a16c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:55.783164 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-3130ad88-fb31-40ad-8414-2b12197cebb8 req-16a04d6f-84ff-45b0-a202-9dd0bc3a16c6 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2009983 Jun 14 14:58:55.818409 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b2c71-e63a-4938-9e97-eb6b9f619b4b req-5f4e4557-c35d-4e4b-be99-e01779cc9a24 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:55.822016 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-483b2c71-e63a-4938-9e97-eb6b9f619b4b req-5f4e4557-c35d-4e4b-be99-e01779cc9a24 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa67fb69-5eef-4129-94fa-275fd00cda95 HTTP/1.1" status: 200 len: 943 time: 0.1213737 Jun 14 14:58:55.852614 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-200a3886-d5c8-48cd-b623-2f8ed29c9a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:55.927701 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-483b2c71-e63a-4938-9e97-eb6b9f619b4b req-d8e069fc-cb17-49b0-b0b1-a281682cca2d tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7487a51-824c-4894-935f-37b6063de436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953419 Jun 14 14:58:55.958433 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d0378-3ebb-4704-9da2-4a7e68ac8aac req-034326df-c0ec-4108-a625-b37f7723f100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:55.960524 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-809d0378-3ebb-4704-9da2-4a7e68ac8aac req-034326df-c0ec-4108-a625-b37f7723f100 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a3f11692b2f8449abf062d147c313cb2&device_id=aa67fb69-5eef-4129-94fa-275fd00cda95 HTTP/1.1" status: 200 len: 1096 time: 0.1166229 Jun 14 14:58:56.026333 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-809d0378-3ebb-4704-9da2-4a7e68ac8aac req-bf679ff1-cf6d-473f-b760-75273785895a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8c4eb96-307a-417b-a9bf-bbae173f72d4 HTTP/1.1" status: 200 len: 217 time: 0.0551884 Jun 14 14:58:56.088224 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d0378-3ebb-4704-9da2-4a7e68ac8aac req-fec6e5a4-c6c9-47b0-a515-083a42b8250a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:56.089588 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-809d0378-3ebb-4704-9da2-4a7e68ac8aac req-fec6e5a4-c6c9-47b0-a515-083a42b8250a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1232b771-0d43-4b91-a771-4713ef8d7898 HTTP/1.1" status: 200 len: 850 time: 0.0569255 Jun 14 14:58:56.161939 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d0378-3ebb-4704-9da2-4a7e68ac8aac req-db13f22d-a6db-4eae-8901-4070e42a149a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:56.164049 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-809d0378-3ebb-4704-9da2-4a7e68ac8aac req-db13f22d-a6db-4eae-8901-4070e42a149a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5de2046a-1fb6-45f0-8b8a-db9f6abde019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0662615 Jun 14 14:58:56.305764 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-809d0378-3ebb-4704-9da2-4a7e68ac8aac req-f1ec59f7-3ea4-438a-a3cd-8dd42753af1a service neutron] 10.222.0.21 "GET /v2.0/networks/5de2046a-1fb6-45f0-8b8a-db9f6abde019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313639 Jun 14 14:58:56.417608 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-bf6685f4-123d-420a-be95-9305952465bd req-f2957a3d-3b1f-49e1-81dd-ad6047e2a0da tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] 10.222.0.55 "GET /v2.0/ports?device_id=bdcd9f15-7057-4ade-b29a-aea802ca5234 HTTP/1.1" status: 200 len: 210 time: 0.0406177 Jun 14 14:58:56.461101 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-809d0378-3ebb-4704-9da2-4a7e68ac8aac req-7684ae45-c35a-48d0-816d-28b5a93935f5 service neutron] 10.222.0.21 "GET /v2.0/networks/5de2046a-1fb6-45f0-8b8a-db9f6abde019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462226 Jun 14 14:58:57.125450 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ed143-19a8-40f3-a075-6a81ede0289d req-69e85d00-b338-4a06-8e04-715932eab287 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:57.126946 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-b41ed143-19a8-40f3-a075-6a81ede0289d req-69e85d00-b338-4a06-8e04-715932eab287 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa67fb69-5eef-4129-94fa-275fd00cda95 HTTP/1.1" status: 200 len: 943 time: 0.0801172 Jun 14 14:58:57.170680 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-b41ed143-19a8-40f3-a075-6a81ede0289d req-019e34cf-830a-48c3-b2e5-ea4333275b1f tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7487a51-824c-4894-935f-37b6063de436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372381 Jun 14 14:58:57.517748 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 39398) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:58:57.574610 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ab395b1-ffac-49f2-a81e-3df2d18afb1f admin admin] Deleting subnet 79f88779-977f-498a-a15f-b55cc136c5ab {{(pid=99484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 14 14:58:57.577896 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-3ab395b1-ffac-49f2-a81e-3df2d18afb1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:57.627753 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-3ab395b1-ffac-49f2-a81e-3df2d18afb1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257036'] for subnet, precommit_delete_associations {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:57.679584 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-3ab395b1-ffac-49f2-a81e-3df2d18afb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912507'] for subnet, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:57.856031 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-3ab395b1-ffac-49f2-a81e-3df2d18afb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12089743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12540712'] for subnet, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:57.858526 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:58:57.898231 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab395b1-ffac-49f2-a81e-3df2d18afb1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79f88779-977f-498a-a15f-b55cc136c5ab,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:58:57.901377 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-3ab395b1-ffac-49f2-a81e-3df2d18afb1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:58:57.902363 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-3ab395b1-ffac-49f2-a81e-3df2d18afb1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:57.905022 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-3ab395b1-ffac-49f2-a81e-3df2d18afb1f admin admin] 10.222.0.55 "DELETE /v2.0/subnets/79f88779-977f-498a-a15f-b55cc136c5ab HTTP/1.1" status: 204 len: 168 time: 0.3855736 Jun 14 14:58:57.907022 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 39400) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:58:58.001315 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-e65c8167-d65d-42d6-a71a-26149c776c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1035504'] for network, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:58.111876 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-e65c8167-d65d-42d6-a71a-26149c776c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-911334', 'neutron.services.segments.db._delete_segments_for_network-8763375589048'] for network, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:58.124678 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.services.segments.db [None req-e65c8167-d65d-42d6-a71a-26149c776c57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5362cf3-22e2-458b-983d-d02bdc155e0b']}} {{(pid=99484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:58:58.136376 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.services.segments.db [None req-e65c8167-d65d-42d6-a71a-26149c776c57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '557e6797-aaed-4571-ae23-65c32c2db1f8') {'for_net_delete': True} {{(pid=99484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:58:58.137128 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.services.segments.db [None req-e65c8167-d65d-42d6-a71a-26149c776c57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '557e6797-aaed-4571-ae23-65c32c2db1f8') {} {{(pid=99484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:58:58.147581 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-e65c8167-d65d-42d6-a71a-26149c776c57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375588886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257031'] for segment, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:58.163854 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-e65c8167-d65d-42d6-a71a-26149c776c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-914478'] for segment, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:58.170215 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e65c8167-d65d-42d6-a71a-26149c776c57 admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=99484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 14:58:58.170612 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-e65c8167-d65d-42d6-a71a-26149c776c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-914478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12090150'] for segment, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:58.172594 dv-cinder-726180-9-iscsi neutron-server[99484]: Traceback (most recent call last): Jun 14 14:58:58.172594 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 14 14:58:58.172594 dv-cinder-726180-9-iscsi neutron-server[99484]: timer() Jun 14 14:58:58.172594 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 14 14:58:58.172594 dv-cinder-726180-9-iscsi neutron-server[99484]: cb(*args, **kw) Jun 14 14:58:58.172594 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 14 14:58:58.172594 dv-cinder-726180-9-iscsi neutron-server[99484]: return func(*args, **kwargs) Jun 14 14:58:58.172594 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 14 14:58:58.172594 dv-cinder-726180-9-iscsi neutron-server[99484]: self._notify() Jun 14 14:58:58.172594 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 14 14:58:58.172594 dv-cinder-726180-9-iscsi neutron-server[99484]: self.callback(batched_events) Jun 14 14:58:58.172594 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 14 14:58:58.172594 dv-cinder-726180-9-iscsi neutron-server[99484]: event.method(event) Jun 14 14:58:58.172594 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 14 14:58:58.172594 dv-cinder-726180-9-iscsi neutron-server[99484]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 14 14:58:58.172594 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 14 14:58:58.172594 dv-cinder-726180-9-iscsi neutron-server[99484]: aggregate_uuid = self.p_client.list_aggregates( Jun 14 14:58:58.172594 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 14 14:58:58.172594 dv-cinder-726180-9-iscsi neutron-server[99484]: return f(self, *a, **k) Jun 14 14:58:58.172594 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 14 14:58:58.172594 dv-cinder-726180-9-iscsi neutron-server[99484]: return self._get(url).json() Jun 14 14:58:58.172594 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 14 14:58:58.172594 dv-cinder-726180-9-iscsi neutron-server[99484]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 14 14:58:58.172594 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 14 14:58:58.172594 dv-cinder-726180-9-iscsi neutron-server[99484]: return self.request(url, 'GET', **kwargs) Jun 14 14:58:58.172594 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 14 14:58:58.172594 dv-cinder-726180-9-iscsi neutron-server[99484]: base_url = self.get_endpoint(auth, allow=allow, Jun 14 14:58:58.172594 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 14 14:58:58.172594 dv-cinder-726180-9-iscsi neutron-server[99484]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 14 14:58:58.172594 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 14 14:58:58.172594 dv-cinder-726180-9-iscsi neutron-server[99484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 14 14:58:58.172594 dv-cinder-726180-9-iscsi neutron-server[99484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 14 14:58:58.344263 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-e65c8167-d65d-42d6-a71a-26149c776c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-911353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4045583'] for network, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:58.348458 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-7c35e7be-02a4-4c4b-a751-54e6719ec975 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:58:58.351779 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-e65c8167-d65d-42d6-a71a-26149c776c57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699218'] for network, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:58.355335 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-e65c8167-d65d-42d6-a71a-26149c776c57 admin admin] 10.222.0.55 "DELETE /v2.0/networks/e5362cf3-22e2-458b-983d-d02bdc155e0b HTTP/1.1" status: 204 len: 168 time: 0.4458022 Jun 14 14:58:58.369675 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65c8167-d65d-42d6-a71a-26149c776c57 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5362cf3-22e2-458b-983d-d02bdc155e0b,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:58:58.372615 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-e65c8167-d65d-42d6-a71a-26149c776c57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:58:58.372795 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f477a6ed-ba59-406e-9b5e-9cb98c98ca66 req-f20a73eb-fe4f-410a-bb7f-88852ae0c5ac tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:58.374172 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-f477a6ed-ba59-406e-9b5e-9cb98c98ca66 req-f20a73eb-fe4f-410a-bb7f-88852ae0c5ac tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa67fb69-5eef-4129-94fa-275fd00cda95 HTTP/1.1" status: 200 len: 943 time: 0.0802488 Jun 14 14:58:58.423191 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-f477a6ed-ba59-406e-9b5e-9cb98c98ca66 req-58fab9fb-0917-4c93-96e0-dbab1ca81de0 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7487a51-824c-4894-935f-37b6063de436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433290 Jun 14 14:58:58.614876 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-e3c6c941-8332-49fa-b524-1552fb129383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:58.790091 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:58.999455 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device 17211691-0725-4179-bfdb-5f7ab46af641 no longer exists at agent hyperv_hv-cinder-72618 {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 14:58:59.028309 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] No Port match for: 17211691-0725-4179-bfdb-5f7ab46af641 {{(pid=99485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 14:58:59.028573 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device 17211691-0725-4179-bfdb-5f7ab46af641 not bound to the agent host hv-cinder-72618 {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 14:58:59.074102 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 39406) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:58:59.119288 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-9437cd7d-53e2-4efb-8310-a37662d15a04 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a344519311104542bc532348e75e427b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0439365 Jun 14 14:58:59.121800 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 39408) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:58:59.175242 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-26e443e6-3672-42da-97c1-0dcfb8ea9bb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:59.203920 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-26e443e6-3672-42da-97c1-0dcfb8ea9bb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:59.384314 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-26e443e6-3672-42da-97c1-0dcfb8ea9bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:59.387011 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-26e443e6-3672-42da-97c1-0dcfb8ea9bb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:59.388184 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-26e443e6-3672-42da-97c1-0dcfb8ea9bb5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/54581e45-42fd-4752-b3ea-3a1c52f34bad HTTP/1.1" status: 204 len: 168 time: 0.2651329 Jun 14 14:58:59.389006 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-7b2a3cfd-d3a9-4271-b469-51d7879ad1cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:58:59.399096 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e443e6-3672-42da-97c1-0dcfb8ea9bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54581e45-42fd-4752-b3ea-3a1c52f34bad,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:58:59.401740 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-26e443e6-3672-42da-97c1-0dcfb8ea9bb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:58:59.619284 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf22044-df13-423b-aee1-ec8b9a7c8667 req-8856316f-46af-43eb-8eb1-cc317c9ed604 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:59.620920 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-ebf22044-df13-423b-aee1-ec8b9a7c8667 req-8856316f-46af-43eb-8eb1-cc317c9ed604 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa67fb69-5eef-4129-94fa-275fd00cda95 HTTP/1.1" status: 200 len: 943 time: 0.0750146 Jun 14 14:58:59.666888 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-ebf22044-df13-423b-aee1-ec8b9a7c8667 req-67af6e14-195f-4cfa-a25d-71c56ba9b691 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7487a51-824c-4894-935f-37b6063de436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398352 Jun 14 14:58:59.735466 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-fac6794f-d54e-43a2-84ad-332974bc6d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:00.778128 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:00.860532 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eac729-8d5a-40cc-a7d0-e21c182c2f72 req-ee3d4c57-dd12-47e5-9d39-fd21e3f1abd8 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:59:00.862055 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-93eac729-8d5a-40cc-a7d0-e21c182c2f72 req-ee3d4c57-dd12-47e5-9d39-fd21e3f1abd8 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa67fb69-5eef-4129-94fa-275fd00cda95 HTTP/1.1" status: 200 len: 943 time: 0.0757701 Jun 14 14:59:00.909359 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-93eac729-8d5a-40cc-a7d0-e21c182c2f72 req-c35e966d-fa99-40f0-8073-7e2892660548 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7487a51-824c-4894-935f-37b6063de436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391271 Jun 14 14:59:01.430036 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-39b4335d-7f90-4c96-ac82-c584c202a69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:02.109810 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4ecf6e-0696-4133-a26a-1b1801d99b1f req-443cf95e-2f88-4840-9223-a85bb0ce66ee tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:59:02.110306 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-ab4ecf6e-0696-4133-a26a-1b1801d99b1f req-443cf95e-2f88-4840-9223-a85bb0ce66ee tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa67fb69-5eef-4129-94fa-275fd00cda95 HTTP/1.1" status: 200 len: 943 time: 0.0815570 Jun 14 14:59:02.160238 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-ab4ecf6e-0696-4133-a26a-1b1801d99b1f req-6dabd417-2db0-49d8-b4fd-362cf362940f tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7487a51-824c-4894-935f-37b6063de436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403190 Jun 14 14:59:03.369698 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69824731-aaac-4a6c-be2a-600c463652c7 req-69361ca1-24f5-4514-8182-ed9e59724fc6 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:59:03.371245 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-69824731-aaac-4a6c-be2a-600c463652c7 req-69361ca1-24f5-4514-8182-ed9e59724fc6 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa67fb69-5eef-4129-94fa-275fd00cda95 HTTP/1.1" status: 200 len: 943 time: 0.0869539 Jun 14 14:59:03.418758 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-69824731-aaac-4a6c-be2a-600c463652c7 req-a1f8f0c3-962b-4e87-aa50-d5710b851cde tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7487a51-824c-4894-935f-37b6063de436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413504 Jun 14 14:59:04.611534 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff976c15-ed8d-490d-9d2d-bffd23cd703d req-07d8b0b1-fb79-4e76-a977-70d1d9cc6aae tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:59:04.613163 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-ff976c15-ed8d-490d-9d2d-bffd23cd703d req-07d8b0b1-fb79-4e76-a977-70d1d9cc6aae tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa67fb69-5eef-4129-94fa-275fd00cda95 HTTP/1.1" status: 200 len: 943 time: 0.0776856 Jun 14 14:59:04.656840 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-ff976c15-ed8d-490d-9d2d-bffd23cd703d req-322493be-a598-4189-93f1-cb073f275c95 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7487a51-824c-4894-935f-37b6063de436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378900 Jun 14 14:59:05.030975 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device a8c4eb96-307a-417b-a9bf-bbae173f72d4 details requested by agent hyperv_hv-cinder-72618 with host hv-cinder-72618 {{(pid=99485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 14:59:05.170208 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] For port a8c4eb96-307a-417b-a9bf-bbae173f72d4, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=a8c4eb96-307a-417b-a9bf-bbae173f72d4,segment=NetworkSegment(f38bb8ce-b58e-4ac2-8f7b-63bec74bcbb6),segment_id=f38bb8ce-b58e-4ac2-8f7b-63bec74bcbb6)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:59:05.184109 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Returning: {'device': 'a8c4eb96-307a-417b-a9bf-bbae173f72d4', 'network_id': '5de2046a-1fb6-45f0-8b8a-db9f6abde019', 'port_id': 'a8c4eb96-307a-417b-a9bf-bbae173f72d4', 'mac_address': 'fa:16:3e:bf:e9:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1232b771-0d43-4b91-a771-4713ef8d7898', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 14:59:05.233791 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:05.249499 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.notifiers.nova [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8c4eb96-307a-417b-a9bf-bbae173f72d4 {{(pid=99485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:59:05.270928 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] For port a8c4eb96-307a-417b-a9bf-bbae173f72d4, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=a8c4eb96-307a-417b-a9bf-bbae173f72d4,segment=NetworkSegment(f38bb8ce-b58e-4ac2-8f7b-63bec74bcbb6),segment_id=f38bb8ce-b58e-4ac2-8f7b-63bec74bcbb6)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:59:05.652280 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:05.654103 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:59:05.712805 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Pushing event updated for resources: {'Port': ['ID=a8c4eb96-307a-417b-a9bf-bbae173f72d4,revision_number=4']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:59:05.719692 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:59:05.720053 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:59:05.720391 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:59:05.720721 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:59:05.721048 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:59:05.721371 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:59:05.721689 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:59:05.722008 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:59:05.722329 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:59:05.722641 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:59:05.722955 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:59:05.723264 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:59:05.727372 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:59:05.861458 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fec973b-fde7-4bab-a87a-cf679be8cb6c req-6e1f5b23-b4a6-4e9e-9290-435da9396254 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:59:05.861458 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-3fec973b-fde7-4bab-a87a-cf679be8cb6c req-6e1f5b23-b4a6-4e9e-9290-435da9396254 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa67fb69-5eef-4129-94fa-275fd00cda95 HTTP/1.1" status: 200 len: 944 time: 0.0749702 Jun 14 14:59:05.875672 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] get_ports_and_sgs() called for port_ids ['a8c4eb96-307a-417b-a9bf-bbae173f72d4'] {{(pid=99485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 14:59:05.896924 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-3fec973b-fde7-4bab-a87a-cf679be8cb6c req-173acb44-55b9-4e74-8e7c-9839a2cc2f5b tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7487a51-824c-4894-935f-37b6063de436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416012 Jun 14 14:59:06.144818 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 39488) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:59:06.311989 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-b01d3b1f-9005-4257-9bcd-a265d16fbcd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:06.433266 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-b01d3b1f-9005-4257-9bcd-a265d16fbcd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:06.583940 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-b01d3b1f-9005-4257-9bcd-a265d16fbcd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:06.586783 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-0cddba0b-1f4c-4144-88d4-124d0168da85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:59:06.626738 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01d3b1f-9005-4257-9bcd-a265d16fbcd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7cd709-b5b5-4937-8722-8c4e90df0dcf,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:59:06.630954 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-b01d3b1f-9005-4257-9bcd-a265d16fbcd3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dc4ca51fad1c4761b16027f15aa54c3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4850948 Jun 14 14:59:06.632162 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-b01d3b1f-9005-4257-9bcd-a265d16fbcd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:59:06.634317 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 39492) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:59:06.689615 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-b758aafc-d737-4cd3-a344-81e450cb2be0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:06.714250 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-b758aafc-d737-4cd3-a344-81e450cb2be0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:06.981129 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-b758aafc-d737-4cd3-a344-81e450cb2be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:06.984452 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-b758aafc-d737-4cd3-a344-81e450cb2be0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:06.985631 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-b758aafc-d737-4cd3-a344-81e450cb2be0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/eb7cd709-b5b5-4937-8722-8c4e90df0dcf HTTP/1.1" status: 204 len: 168 time: 0.3504171 Jun 14 14:59:06.986470 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-b01d3b1f-9005-4257-9bcd-a265d16fbcd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:59:06.996799 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b758aafc-d737-4cd3-a344-81e450cb2be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7cd709-b5b5-4937-8722-8c4e90df0dcf,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:59:06.999433 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-b758aafc-d737-4cd3-a344-81e450cb2be0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:59:07.028032 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device a8c4eb96-307a-417b-a9bf-bbae173f72d4 up at agent hyperv_hv-cinder-72618 {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:59:07.101908 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a900e64-7803-4cf9-a11c-368a7a600b3e req-d0dd79f9-2fbc-45bd-9ccf-44fc54d8eb84 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:59:07.103553 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-3a900e64-7803-4cf9-a11c-368a7a600b3e req-d0dd79f9-2fbc-45bd-9ccf-44fc54d8eb84 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa67fb69-5eef-4129-94fa-275fd00cda95 HTTP/1.1" status: 200 len: 944 time: 0.0809052 Jun 14 14:59:07.148840 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-3a900e64-7803-4cf9-a11c-368a7a600b3e req-8ffea3fc-9558-47c0-b5a0-2b50d2f5ae52 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7487a51-824c-4894-935f-37b6063de436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394986 Jun 14 14:59:07.213689 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Provisioning for port a8c4eb96-307a-417b-a9bf-bbae173f72d4 completed by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:59:07.214325 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Provisioning complete for port a8c4eb96-307a-417b-a9bf-bbae173f72d4 triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:59:07.214652 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:07.309536 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:07.333478 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa67fb69-5eef-4129-94fa-275fd00cda95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c4eb96-307a-417b-a9bf-bbae173f72d4'}] {{(pid=99485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:59:07.336413 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb48b8a921a599a4918edb6fe4edb23e72f7f4aaa6ba2d648db764b95ae78972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae58ec0-8309-48e5-81c2-6fa3e28ee4a6" -d '{"events": [{"server_uuid": "aa67fb69-5eef-4129-94fa-275fd00cda95", "name": "network-vif-plugged", "status": "completed", "tag": "a8c4eb96-307a-417b-a9bf-bbae173f72d4"}]}' {{(pid=99485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:59:07.351060 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] For port a8c4eb96-307a-417b-a9bf-bbae173f72d4, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=a8c4eb96-307a-417b-a9bf-bbae173f72d4,segment=NetworkSegment(f38bb8ce-b58e-4ac2-8f7b-63bec74bcbb6),segment_id=f38bb8ce-b58e-4ac2-8f7b-63bec74bcbb6)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:59:07.379549 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 14:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f2ed9c-a8c4-4d6c-b02e-a18236bbf92b x-openstack-request-id: req-11f2ed9c-a8c4-4d6c-b02e-a18236bbf92b {{(pid=99485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:59:07.379854 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa67fb69-5eef-4129-94fa-275fd00cda95", "name": "network-vif-plugged", "status": "completed", "tag": "a8c4eb96-307a-417b-a9bf-bbae173f72d4", "code": 200}]} {{(pid=99485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:59:07.380155 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-11f2ed9c-a8c4-4d6c-b02e-a18236bbf92b {{(pid=99485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:59:07.380555 dv-cinder-726180-9-iscsi neutron-server[99485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa67fb69-5eef-4129-94fa-275fd00cda95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c4eb96-307a-417b-a9bf-bbae173f72d4', 'code': 200} Jun 14 14:59:07.463893 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:07.466580 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-0a98f511-dc65-4274-8759-ba45b9148f7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:59:07.525321 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Pushing event updated for resources: {'Port': ['ID=a8c4eb96-307a-417b-a9bf-bbae173f72d4,revision_number=5']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:59:07.528557 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:59:07.837854 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 39502) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:59:07.854592 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-459da259-f748-4e17-9d6f-78f8c2dc0536 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:07.881227 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f3c54d-2523-4cf6-b466-a98a1cda4239 req-950ca4b5-1b70-44fc-af0c-8116ba1c4bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:59:07.882816 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-c4f3c54d-2523-4cf6-b466-a98a1cda4239 req-950ca4b5-1b70-44fc-af0c-8116ba1c4bbe service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=aa67fb69-5eef-4129-94fa-275fd00cda95 HTTP/1.1" status: 200 len: 1098 time: 0.0721409 Jun 14 14:59:07.926592 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-c4f3c54d-2523-4cf6-b466-a98a1cda4239 req-ba0e4ac2-e2c3-4ac0-9d55-70ed3345ca2d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e7487a51-824c-4894-935f-37b6063de436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359092 Jun 14 14:59:07.955547 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-459da259-f748-4e17-9d6f-78f8c2dc0536 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:08.069955 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-459da259-f748-4e17-9d6f-78f8c2dc0536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:08.072890 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-c9cd189e-d370-4fda-b639-401353b95fd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:59:08.115601 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459da259-f748-4e17-9d6f-78f8c2dc0536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a83d1ce-2318-42dd-b864-adb04d4e8597,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:59:08.120823 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-459da259-f748-4e17-9d6f-78f8c2dc0536 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5215fa90b3cd4c9eb95b2ee8001d51e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2818320 Jun 14 14:59:08.121893 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-459da259-f748-4e17-9d6f-78f8c2dc0536 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:59:08.124232 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 39504) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:59:08.182920 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-3fe70893-0551-4c33-b2e3-b131b73c23c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:08.208875 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-3fe70893-0551-4c33-b2e3-b131b73c23c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:08.342475 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa793659-48ca-4ace-98a4-fca9915c60ff req-f90e38ac-b9f6-4cfc-9b32-c91fcee3ef74 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:59:08.343852 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-fa793659-48ca-4ace-98a4-fca9915c60ff req-f90e38ac-b9f6-4cfc-9b32-c91fcee3ef74 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa67fb69-5eef-4129-94fa-275fd00cda95 HTTP/1.1" status: 200 len: 945 time: 0.0736411 Jun 14 14:59:08.388602 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-fa793659-48ca-4ace-98a4-fca9915c60ff req-2fb5336e-8414-4a6a-b64c-f1cb40b59ed7 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7487a51-824c-4894-935f-37b6063de436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374644 Jun 14 14:59:08.392293 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-3fe70893-0551-4c33-b2e3-b131b73c23c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:08.394975 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-3fe70893-0551-4c33-b2e3-b131b73c23c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:08.396163 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-3fe70893-0551-4c33-b2e3-b131b73c23c8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0a83d1ce-2318-42dd-b864-adb04d4e8597 HTTP/1.1" status: 204 len: 168 time: 0.2712500 Jun 14 14:59:08.397090 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-e3927e0e-e332-48df-bb9e-72f717a8acad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:59:08.407709 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe70893-0551-4c33-b2e3-b131b73c23c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a83d1ce-2318-42dd-b864-adb04d4e8597,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:59:08.410273 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-3fe70893-0551-4c33-b2e3-b131b73c23c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:59:09.576413 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece16ee-00c1-43dc-8b3e-606af10e1f03 req-2fd1ada5-e4df-4b96-8f76-fa1a9357cae0 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:59:09.577785 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-3ece16ee-00c1-43dc-8b3e-606af10e1f03 req-2fd1ada5-e4df-4b96-8f76-fa1a9357cae0 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa67fb69-5eef-4129-94fa-275fd00cda95 HTTP/1.1" status: 200 len: 945 time: 0.0738256 Jun 14 14:59:09.624071 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-3ece16ee-00c1-43dc-8b3e-606af10e1f03 req-cce448d1-beef-45fc-8283-c412c1c7ace0 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7487a51-824c-4894-935f-37b6063de436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405760 Jun 14 14:59:09.987697 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 39532) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:59:10.001332 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c86cc-f7b4-4ff7-ba32-172a2bafcf5d req-c743351e-db20-49cc-a7ca-8a251cfceb9b tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:59:10.006637 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-738c86cc-f7b4-4ff7-ba32-172a2bafcf5d req-c743351e-db20-49cc-a7ca-8a251cfceb9b tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa67fb69-5eef-4129-94fa-275fd00cda95 HTTP/1.1" status: 200 len: 945 time: 0.0725682 Jun 14 14:59:10.055420 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-738c86cc-f7b4-4ff7-ba32-172a2bafcf5d req-8f3e8564-a6fe-43c3-9b28-9af1a9068ed9 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7487a51-824c-4894-935f-37b6063de436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460107 Jun 14 14:59:10.080450 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 39536) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:59:10.099291 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.v2.base [None req-8ae374cb-baa8-4a09-a95a-0b62bb70a3d3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-695952023-network', 'tenant_id': '5958568e86be4559b946e7fb18eca35f'}} {{(pid=99483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:59:10.143309 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47fc46a-b154-4811-b5a6-5bd140dd6c02 tempest-TestVolumeBootPattern-597839495 tempest-TestVolumeBootPattern-597839495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:59:10.144803 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-e47fc46a-b154-4811-b5a6-5bd140dd6c02 tempest-TestVolumeBootPattern-597839495 tempest-TestVolumeBootPattern-597839495-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=aa67fb69-5eef-4129-94fa-275fd00cda95 HTTP/1.1" status: 200 len: 1093 time: 0.0633879 Jun 14 14:59:10.147894 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 39538) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:59:10.152245 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.v2.base [None req-4e47d286-1f51-4d94-b7c3-d12dee662820 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Request body: {'floatingip': {'floating_network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'port_id': 'a8c4eb96-307a-417b-a9bf-bbae173f72d4', 'tenant_id': 'a3f11692b2f8449abf062d147c313cb2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=99484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:59:10.220640 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae374cb-baa8-4a09-a95a-0b62bb70a3d3 admin admin] Made reservation on behalf of 5958568e86be4559b946e7fb18eca35f for: {'network': 1} {{(pid=99483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:59:10.223040 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-8ae374cb-baa8-4a09-a95a-0b62bb70a3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905267'] for network, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:10.234653 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-8ae374cb-baa8-4a09-a95a-0b62bb70a3d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:10.326499 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-4e47d286-1f51-4d94-b7c3-d12dee662820 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks [] for floatingip, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:10.411379 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-8ae374cb-baa8-4a09-a95a-0b62bb70a3d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:10.453421 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-4e47d286-1f51-4d94-b7c3-d12dee662820 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905267'] for port, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:10.515160 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-8ae374cb-baa8-4a09-a95a-0b62bb70a3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:10.518293 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-004128ba-48d5-4360-b364-fc95a01515d7 tempest-TestMinimumBasicScenario-108733667 tempest-TestMinimumBasicScenario-108733667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:59:10.543353 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ae374cb-baa8-4a09-a95a-0b62bb70a3d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=99483) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 14:59:10.554006 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae374cb-baa8-4a09-a95a-0b62bb70a3d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a3738a-3d3f-4678-89e1-8a112ec5f899,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:59:10.558186 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-8ae374cb-baa8-4a09-a95a-0b62bb70a3d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:59:10.560049 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-8ae374cb-baa8-4a09-a95a-0b62bb70a3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-914478'] for segment, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:10.560049 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.db.segments_db [None req-8ae374cb-baa8-4a09-a95a-0b62bb70a3d3 admin admin] Added segment 6dc8a5cb-baad-4e06-acbf-940a7a08d28b of type vlan for network 8c269aa7-52a7-43e6-8052-4e4bf08b9164 Jun 14 14:59:10.582426 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.db_base_plugin_common [None req-4e47d286-1f51-4d94-b7c3-d12dee662820 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Allocated IP 172.27.3.225 (380d7500-e042-4a28-87f8-50b947846e60/5342af6e-54a0-4047-9509-517c9dedbdeb/5580390f-a0d1-4d81-93c9-3ba55bd32edb) {{(pid=99484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:59:10.629215 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-8ae374cb-baa8-4a09-a95a-0b62bb70a3d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763375052454'] for network, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:10.715989 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-4e47d286-1f51-4d94-b7c3-d12dee662820 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks [] for port, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:10.752376 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-8ae374cb-baa8-4a09-a95a-0b62bb70a3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255'] for network, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:10.753775 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae374cb-baa8-4a09-a95a-0b62bb70a3d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:59:10.754516 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-8ae374cb-baa8-4a09-a95a-0b62bb70a3d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699218'] for network, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:10.757047 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-a65a866d-d121-4a94-a05c-0a7c97407f86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:59:10.835166 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae374cb-baa8-4a09-a95a-0b62bb70a3d3 admin admin] Pushing event updated for resources: {'Network': ['ID=8c269aa7-52a7-43e6-8052-4e4bf08b9164,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:59:10.837936 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-8ae374cb-baa8-4a09-a95a-0b62bb70a3d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:59:10.845350 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Network 8c269aa7-52a7-43e6-8052-4e4bf08b9164 details requested by agent ovs-agent-dv-cinder-726180-9-iscsi with host dv-cinder-726180-9-iscsi {{(pid=99485) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 14:59:10.867710 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-4e47d286-1f51-4d94-b7c3-d12dee662820 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-905456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763375065887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12090236'] for port, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:10.871054 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-23576c43-748c-4c00-8af0-89f15a3590f6 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:59:10.904722 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-8ae374cb-baa8-4a09-a95a-0b62bb70a3d3 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9158559 Jun 14 14:59:10.907433 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 39540) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:59:10.912625 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e47d286-1f51-4d94-b7c3-d12dee662820 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Network 380d7500-e042-4a28-87f8-50b947846e60 is already hosted by enough agents. {{(pid=99484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:59:10.915050 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.v2.base [None req-a6ccfb05-0ad4-4ac5-9a1e-7ef48ba35eba admin admin] Request body: {'subnet': {'network_id': '8c269aa7-52a7-43e6-8052-4e4bf08b9164', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-695952023-subnet', 'tenant_id': '5958568e86be4559b946e7fb18eca35f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:59:10.926147 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.base_scheduler [None req-4e47d286-1f51-4d94-b7c3-d12dee662820 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Resources bound (agent type, host, resource id): {{(pid=99484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:59:10.930519 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e47d286-1f51-4d94-b7c3-d12dee662820 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Received port after_create {{(pid=99484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:59:10.967975 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e47d286-1f51-4d94-b7c3-d12dee662820 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Pushing event updated for resources: {'Port': ['ID=5580390f-a0d1-4d81-93c9-3ba55bd32edb,revision_number=1']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:59:10.975860 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-4e47d286-1f51-4d94-b7c3-d12dee662820 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:59:11.026420 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ccfb05-0ad4-4ac5-9a1e-7ef48ba35eba admin admin] Made reservation on behalf of 5958568e86be4559b946e7fb18eca35f for: {'subnet': 1} {{(pid=99483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:59:11.028981 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-a6ccfb05-0ad4-4ac5-9a1e-7ef48ba35eba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12396999'] for subnet, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:11.350585 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-a6ccfb05-0ad4-4ac5-9a1e-7ef48ba35eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12282325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12397009'] for subnet, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:11.353070 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:59:11.420820 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ccfb05-0ad4-4ac5-9a1e-7ef48ba35eba admin admin] Pushing event updated for resources: {'Subnet': ['ID=374b8869-b2c6-4296-aa18-ee45f397d155,revision_number=0']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:59:11.425030 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-a6ccfb05-0ad4-4ac5-9a1e-7ef48ba35eba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:59:11.433268 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ccfb05-0ad4-4ac5-9a1e-7ef48ba35eba admin admin] Checking segment: {'id': '6dc8a5cb-baad-4e06-acbf-940a7a08d28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8c269aa7-52a7-43e6-8052-4e4bf08b9164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:59:11.433688 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ccfb05-0ad4-4ac5-9a1e-7ef48ba35eba admin admin] Network hostable DHCP agents. Network: 8c269aa7-52a7-43e6-8052-4e4bf08b9164, hostable agents: ['93423e1b-8ac2-4abf-ba8c-2bf2a6ff74d8'], hosted agents: [] {{(pid=99483) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 14:59:11.561418 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ccfb05-0ad4-4ac5-9a1e-7ef48ba35eba admin admin] Network 8c269aa7-52a7-43e6-8052-4e4bf08b9164 is scheduled to be hosted by DHCP agent 93423e1b-8ac2-4abf-ba8c-2bf2a6ff74d8 with binding_index 1 {{(pid=99483) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 14:59:11.670398 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.base_scheduler [None req-a6ccfb05-0ad4-4ac5-9a1e-7ef48ba35eba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-726180-9-iscsi, 8c269aa7-52a7-43e6-8052-4e4bf08b9164) {{(pid=99483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:59:11.677132 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ccfb05-0ad4-4ac5-9a1e-7ef48ba35eba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:59:11.677947 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-a6ccfb05-0ad4-4ac5-9a1e-7ef48ba35eba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699218'] for subnet, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:11.680938 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f29dd5a-4ca4-4d17-b8de-685d76ea824f None None] Network 8c269aa7-52a7-43e6-8052-4e4bf08b9164 requested from dv-cinder-726180-9-iscsi {{(pid=99485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:59:11.748668 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-4e47d286-1f51-4d94-b7c3-d12dee662820 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:11.818544 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-a6ccfb05-0ad4-4ac5-9a1e-7ef48ba35eba admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9095562 Jun 14 14:59:11.904410 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ad4204-7850-4d6a-80ee-b604fef89b3d None None] Network 8c269aa7-52a7-43e6-8052-4e4bf08b9164 requested from dv-cinder-726180-9-iscsi {{(pid=99485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:59:12.012291 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-4e47d286-1f51-4d94-b7c3-d12dee662820 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:12.215277 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-4e47d286-1f51-4d94-b7c3-d12dee662820 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks [] for port, precommit_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:12.312144 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-4e47d286-1f51-4d94-b7c3-d12dee662820 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12090178'] for port, after_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:12.314416 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-b48f16ec-36c5-4841-bfdf-9d5cd484f241 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:59:12.403574 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e47d286-1f51-4d94-b7c3-d12dee662820 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Pushing event updated for resources: {'Port': ['ID=5580390f-a0d1-4d81-93c9-3ba55bd32edb,revision_number=2']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:59:12.414023 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-4e47d286-1f51-4d94-b7c3-d12dee662820 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:59:12.414915 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-4e47d286-1f51-4d94-b7c3-d12dee662820 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4045686'] for floatingip, after_update {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:12.562298 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.db.l3_db [None req-4e47d286-1f51-4d94-b7c3-d12dee662820 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Floating IP 77fa1055-bb85-4aac-ad11-f5599f47eb65 associated. External IP: 172.27.3.225, port: a8c4eb96-307a-417b-a9bf-bbae173f72d4. Jun 14 14:59:12.745699 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 39556) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:59:12.751265 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.v2.base [None req-1c8e26c8-5a16-4c45-9f8a-e8d542b2444a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-648868876-network', 'tenant_id': 'f11147bdf2ed4c05b955037c4c6100ef'}} {{(pid=99483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:59:12.876245 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e47d286-1f51-4d94-b7c3-d12dee662820 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Router 56db3354-3750-4571-b550-d8c3ab04ebf8 has already been hosted by L3 agent 1c008f53-dbc2-48c1-a123-31b869a31df2 {{(pid=99484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 14:59:12.932161 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8e26c8-5a16-4c45-9f8a-e8d542b2444a admin admin] Made reservation on behalf of f11147bdf2ed4c05b955037c4c6100ef for: {'network': 1} {{(pid=99483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:59:12.934550 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-1c8e26c8-5a16-4c45-9f8a-e8d542b2444a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905267'] for network, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:12.949172 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-1c8e26c8-5a16-4c45-9f8a-e8d542b2444a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:13.048402 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e47d286-1f51-4d94-b7c3-d12dee662820 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify agent at l3_agent.dv-cinder-726180-9-iscsi the message routers_updated {{(pid=99484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 14:59:13.056714 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-1c8e26c8-5a16-4c45-9f8a-e8d542b2444a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:13.061742 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4043b2b6-847f-49f3-a59b-3507c73ae629 None None] Sync routers for ids ['56db3354-3750-4571-b550-d8c3ab04ebf8'] in dv-cinder-726180-9-iscsi {{(pid=99485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 14:59:13.073720 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4043b2b6-847f-49f3-a59b-3507c73ae629 None None] Routers {'56db3354-3750-4571-b550-d8c3ab04ebf8'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:59:13.074345 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-4043b2b6-847f-49f3-a59b-3507c73ae629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:58:58Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['56db3354-3750-4571-b550-d8c3ab04ebf8'], 'active': True} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:59:13.195588 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-1c8e26c8-5a16-4c45-9f8a-e8d542b2444a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:13.199576 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-02483e54-0d6d-4d4d-9e13-b4cd50d03a47 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:59:13.218394 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c8e26c8-5a16-4c45-9f8a-e8d542b2444a admin admin] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=99483) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 14:59:13.231259 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvr_db [None req-4043b2b6-847f-49f3-a59b-3507c73ae629 None None] Set router 56db3354-3750-4571-b550-d8c3ab04ebf8 gateway port host: dv-cinder-726180-9-iscsi {{(pid=99485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:59:13.233045 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8e26c8-5a16-4c45-9f8a-e8d542b2444a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=960cad18-904d-4908-98c4-29fa9ac12c4d,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:59:13.245862 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-1c8e26c8-5a16-4c45-9f8a-e8d542b2444a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:59:13.249593 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-1c8e26c8-5a16-4c45-9f8a-e8d542b2444a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-914478'] for segment, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:13.249964 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.db.segments_db [None req-1c8e26c8-5a16-4c45-9f8a-e8d542b2444a admin admin] Added segment 277a586c-0813-4c2e-82c8-d1149fc17d21 of type vlan for network c519f22a-29ce-4082-a06e-aa7f889a7d93 Jun 14 14:59:13.303683 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-1c8e26c8-5a16-4c45-9f8a-e8d542b2444a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763375052454'] for network, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:13.350166 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-4e47d286-1f51-4d94-b7c3-d12dee662820 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645'] for floatingip, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:13.398904 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-4e47d286-1f51-4d94-b7c3-d12dee662820 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2499394 Jun 14 14:59:13.399582 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa67fb69-5eef-4129-94fa-275fd00cda95', 'tag': 'a8c4eb96-307a-417b-a9bf-bbae173f72d4'}] {{(pid=99484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:59:13.402170 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d59e03e546515fa4e63eddd697505d7af87b03111d3d4a09b383aaccd0eedd18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64bee4db-f2f1-448e-8457-0cb006de4e85" -d '{"events": [{"name": "network-changed", "server_uuid": "aa67fb69-5eef-4129-94fa-275fd00cda95", "tag": "a8c4eb96-307a-417b-a9bf-bbae173f72d4"}]}' {{(pid=99484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:59:13.442571 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 14:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6701ce56-aedf-4ce5-b457-9412e602ade8 x-openstack-request-id: req-6701ce56-aedf-4ce5-b457-9412e602ade8 {{(pid=99484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:59:13.442974 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa67fb69-5eef-4129-94fa-275fd00cda95", "tag": "a8c4eb96-307a-417b-a9bf-bbae173f72d4", "status": "completed", "code": 200}]} {{(pid=99484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:59:13.443635 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6701ce56-aedf-4ce5-b457-9412e602ade8 {{(pid=99484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:59:13.443947 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa67fb69-5eef-4129-94fa-275fd00cda95', 'tag': 'a8c4eb96-307a-417b-a9bf-bbae173f72d4', 'status': 'completed', 'code': 200} Jun 14 14:59:13.452711 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-1c8e26c8-5a16-4c45-9f8a-e8d542b2444a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255'] for network, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:13.454046 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8e26c8-5a16-4c45-9f8a-e8d542b2444a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:59:13.454731 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-1c8e26c8-5a16-4c45-9f8a-e8d542b2444a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699218'] for network, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:13.463391 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-18ec47a5-7f0d-4840-8ee6-6c43fd62a8fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:59:13.703657 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-4043b2b6-847f-49f3-a59b-3507c73ae629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'name': 'tempest-TestVolumeBootPattern-530298258-router', 'tenant_id': 'a3f11692b2f8449abf062d147c313cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:55:23Z', 'updated_at': '2021-06-14T14:55:31Z', 'revision_number': 4, 'project_id': 'a3f11692b2f8449abf062d147c313cb2', 'gw_port': {'id': 'fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:12:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:55:25Z', 'updated_at': '2021-06-14T14:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_floatingips': [{'id': '77fa1055-bb85-4aac-ad11-f5599f47eb65', 'tenant_id': 'a3f11692b2f8449abf062d147c313cb2', 'floating_ip_address': '172.27.3.225', 'floating_network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'router_id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'port_id': 'a8c4eb96-307a-417b-a9bf-bbae173f72d4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5de2046a-1fb6-45f0-8b8a-db9f6abde019', 'mac_address': 'fa:16:3e:bf:e9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa67fb69-5eef-4129-94fa-275fd00cda95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T14:59:11Z', 'updated_at': '2021-06-14T14:59:11Z', 'revision_number': 0, 'project_id': 'a3f11692b2f8449abf062d147c313cb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd223acc0-6fae-4005-912e-50fe6f00d313', 'name': '', 'network_id': '5de2046a-1fb6-45f0-8b8a-db9f6abde019', 'tenant_id': 'a3f11692b2f8449abf062d147c313cb2', 'mac_address': 'fa:16:3e:b7:34:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '1232b771-0d43-4b91-a771-4713ef8d7898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:55:29Z', 'updated_at': '2021-06-14T14:55:37Z', 'revision_number': 5, 'project_id': 'a3f11692b2f8449abf062d147c313cb2', 'subnets': [{'id': '1232b771-0d43-4b91-a771-4713ef8d7898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:59:13.707600 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4043b2b6-847f-49f3-a59b-3507c73ae629 None None] Checking router: 56db3354-3750-4571-b550-d8c3ab04ebf8 for host: dv-cinder-726180-9-iscsi {{(pid=99485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 14:59:13.718918 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4043b2b6-847f-49f3-a59b-3507c73ae629 None None] Routers {'56db3354-3750-4571-b550-d8c3ab04ebf8'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:59:13.719568 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-4043b2b6-847f-49f3-a59b-3507c73ae629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T14:58:58Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['56db3354-3750-4571-b550-d8c3ab04ebf8'], 'active': True} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:59:13.878000 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8e26c8-5a16-4c45-9f8a-e8d542b2444a admin admin] Pushing event updated for resources: {'Network': ['ID=c519f22a-29ce-4082-a06e-aa7f889a7d93,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:59:13.881675 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-1c8e26c8-5a16-4c45-9f8a-e8d542b2444a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:59:13.891299 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Network c519f22a-29ce-4082-a06e-aa7f889a7d93 details requested by agent ovs-agent-dv-cinder-726180-9-iscsi with host dv-cinder-726180-9-iscsi {{(pid=99485) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 14:59:13.897386 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvr_db [None req-4043b2b6-847f-49f3-a59b-3507c73ae629 None None] Set router 56db3354-3750-4571-b550-d8c3ab04ebf8 gateway port host: dv-cinder-726180-9-iscsi {{(pid=99485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:59:13.903609 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bee4db-f2f1-448e-8457-0cb006de4e85 req-ccf5a444-944f-435a-963c-0f3b8cbc1647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:59:13.904876 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-64bee4db-f2f1-448e-8457-0cb006de4e85 req-ccf5a444-944f-435a-963c-0f3b8cbc1647 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a3f11692b2f8449abf062d147c313cb2&device_id=aa67fb69-5eef-4129-94fa-275fd00cda95 HTTP/1.1" status: 200 len: 1098 time: 0.4176841 Jun 14 14:59:13.922183 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-1c8e26c8-5a16-4c45-9f8a-e8d542b2444a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1752787 Jun 14 14:59:13.926801 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 39562) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:59:13.932356 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.v2.base [None req-62abffd0-f987-4d1b-9709-56ed792d7781 admin admin] Request body: {'subnet': {'network_id': 'c519f22a-29ce-4082-a06e-aa7f889a7d93', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-648868876-subnet', 'tenant_id': 'f11147bdf2ed4c05b955037c4c6100ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:59:14.028975 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bee4db-f2f1-448e-8457-0cb006de4e85 req-bbfd5395-d141-412c-9705-0faa0808415e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:59:14.030534 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-64bee4db-f2f1-448e-8457-0cb006de4e85 req-bbfd5395-d141-412c-9705-0faa0808415e service neutron] 10.222.0.21 "GET /v2.0/networks?id=5de2046a-1fb6-45f0-8b8a-db9f6abde019 HTTP/1.1" status: 200 len: 912 time: 0.1183884 Jun 14 14:59:14.114274 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-64bee4db-f2f1-448e-8457-0cb006de4e85 req-b9845e10-d07e-4c38-afb5-6b25f1174972 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8c4eb96-307a-417b-a9bf-bbae173f72d4 HTTP/1.1" status: 200 len: 999 time: 0.0769691 Jun 14 14:59:14.180625 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bee4db-f2f1-448e-8457-0cb006de4e85 req-f80f1fec-2fc6-47d9-ae55-8731e557ee68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:59:14.182134 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-64bee4db-f2f1-448e-8457-0cb006de4e85 req-f80f1fec-2fc6-47d9-ae55-8731e557ee68 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1232b771-0d43-4b91-a771-4713ef8d7898 HTTP/1.1" status: 200 len: 850 time: 0.0598917 Jun 14 14:59:14.251053 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bee4db-f2f1-448e-8457-0cb006de4e85 req-36ffe083-7048-4d8e-be36-ba46ab92452f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:59:14.252575 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-64bee4db-f2f1-448e-8457-0cb006de4e85 req-36ffe083-7048-4d8e-be36-ba46ab92452f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5de2046a-1fb6-45f0-8b8a-db9f6abde019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0633266 Jun 14 14:59:14.258059 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62abffd0-f987-4d1b-9709-56ed792d7781 admin admin] Made reservation on behalf of f11147bdf2ed4c05b955037c4c6100ef for: {'subnet': 1} {{(pid=99484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:59:14.271804 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-62abffd0-f987-4d1b-9709-56ed792d7781 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12540677'] for subnet, before_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:14.276970 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-4043b2b6-847f-49f3-a59b-3507c73ae629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'name': 'tempest-TestVolumeBootPattern-530298258-router', 'tenant_id': 'a3f11692b2f8449abf062d147c313cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:55:23Z', 'updated_at': '2021-06-14T14:55:31Z', 'revision_number': 4, 'project_id': 'a3f11692b2f8449abf062d147c313cb2', 'gw_port': {'id': 'fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:12:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:55:25Z', 'updated_at': '2021-06-14T14:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_floatingips': [{'id': '77fa1055-bb85-4aac-ad11-f5599f47eb65', 'tenant_id': 'a3f11692b2f8449abf062d147c313cb2', 'floating_ip_address': '172.27.3.225', 'floating_network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'router_id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'port_id': 'a8c4eb96-307a-417b-a9bf-bbae173f72d4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5de2046a-1fb6-45f0-8b8a-db9f6abde019', 'mac_address': 'fa:16:3e:bf:e9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa67fb69-5eef-4129-94fa-275fd00cda95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T14:59:11Z', 'updated_at': '2021-06-14T14:59:11Z', 'revision_number': 0, 'project_id': 'a3f11692b2f8449abf062d147c313cb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd223acc0-6fae-4005-912e-50fe6f00d313', 'name': '', 'network_id': '5de2046a-1fb6-45f0-8b8a-db9f6abde019', 'tenant_id': 'a3f11692b2f8449abf062d147c313cb2', 'mac_address': 'fa:16:3e:b7:34:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '1232b771-0d43-4b91-a771-4713ef8d7898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:55:29Z', 'updated_at': '2021-06-14T14:55:37Z', 'revision_number': 5, 'project_id': 'a3f11692b2f8449abf062d147c313cb2', 'subnets': [{'id': '1232b771-0d43-4b91-a771-4713ef8d7898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:59:14.280792 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4043b2b6-847f-49f3-a59b-3507c73ae629 None None] The sync data for ids ['56db3354-3750-4571-b550-d8c3ab04ebf8'] in dv-cinder-726180-9-iscsi is: [{'id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'name': 'tempest-TestVolumeBootPattern-530298258-router', 'tenant_id': 'a3f11692b2f8449abf062d147c313cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:55:23Z', 'updated_at': '2021-06-14T14:55:31Z', 'revision_number': 4, 'project_id': 'a3f11692b2f8449abf062d147c313cb2', 'gw_port': {'id': 'fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:12:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:55:25Z', 'updated_at': '2021-06-14T14:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_floatingips': [{'id': '77fa1055-bb85-4aac-ad11-f5599f47eb65', 'tenant_id': 'a3f11692b2f8449abf062d147c313cb2', 'floating_ip_address': '172.27.3.225', 'floating_network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'router_id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'port_id': 'a8c4eb96-307a-417b-a9bf-bbae173f72d4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5de2046a-1fb6-45f0-8b8a-db9f6abde019', 'mac_address': 'fa:16:3e:bf:e9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa67fb69-5eef-4129-94fa-275fd00cda95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T14:59:11Z', 'updated_at': '2021-06-14T14:59:11Z', 'revision_number': 0, 'project_id': 'a3f11692b2f8449abf062d147c313cb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd223acc0-6fae-4005-912e-50fe6f00d313', 'name': '', 'network_id': '5de2046a-1fb6-45f0-8b8a-db9f6abde019', 'tenant_id': 'a3f11692b2f8449abf062d147c313cb2', 'mac_address': 'fa:16:3e:b7:34:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '1232b771-0d43-4b91-a771-4713ef8d7898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:55:29Z', 'updated_at': '2021-06-14T14:55:37Z', 'revision_number': 5, 'project_id': 'a3f11692b2f8449abf062d147c313cb2', 'subnets': [{'id': '1232b771-0d43-4b91-a771-4713ef8d7898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 14:59:14.384867 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-64bee4db-f2f1-448e-8457-0cb006de4e85 req-0a6529b2-7a52-4c64-b89e-74e06e37a1fc service neutron] 10.222.0.21 "GET /v2.0/networks/5de2046a-1fb6-45f0-8b8a-db9f6abde019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242726 Jun 14 14:59:14.512603 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c90fab-7bb3-42fd-873a-eb1037a04e3a None None] New status for floating IP 77fa1055-bb85-4aac-ad11-f5599f47eb65: ACTIVE {{(pid=99486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 14:59:14.518356 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-64bee4db-f2f1-448e-8457-0cb006de4e85 req-7a50e034-9f60-4562-b726-4284714cc9fc service neutron] 10.222.0.21 "GET /v2.0/networks/5de2046a-1fb6-45f0-8b8a-db9f6abde019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269810 Jun 14 14:59:14.649964 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-62abffd0-f987-4d1b-9709-56ed792d7781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12089804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12540691'] for subnet, after_create {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:14.652438 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-1623ef62-c068-4e89-8652-e4691dbf6e59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:59:14.720859 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62abffd0-f987-4d1b-9709-56ed792d7781 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfe653d3-1556-4232-8e04-e43aa7c8cdfe,revision_number=0']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:59:14.724378 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-62abffd0-f987-4d1b-9709-56ed792d7781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:59:14.730523 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62abffd0-f987-4d1b-9709-56ed792d7781 admin admin] Checking segment: {'id': '277a586c-0813-4c2e-82c8-d1149fc17d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c519f22a-29ce-4082-a06e-aa7f889a7d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:59:14.730878 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62abffd0-f987-4d1b-9709-56ed792d7781 admin admin] Network hostable DHCP agents. Network: c519f22a-29ce-4082-a06e-aa7f889a7d93, hostable agents: ['93423e1b-8ac2-4abf-ba8c-2bf2a6ff74d8'], hosted agents: [] {{(pid=99484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 14:59:14.857774 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62abffd0-f987-4d1b-9709-56ed792d7781 admin admin] Network c519f22a-29ce-4082-a06e-aa7f889a7d93 is scheduled to be hosted by DHCP agent 93423e1b-8ac2-4abf-ba8c-2bf2a6ff74d8 with binding_index 1 {{(pid=99484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 14:59:15.007034 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.base_scheduler [None req-62abffd0-f987-4d1b-9709-56ed792d7781 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-726180-9-iscsi, c519f22a-29ce-4082-a06e-aa7f889a7d93) {{(pid=99484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:59:15.011398 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62abffd0-f987-4d1b-9709-56ed792d7781 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:59:15.011985 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-62abffd0-f987-4d1b-9709-56ed792d7781 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:15.016196 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3f9b27-9d37-4bf7-9c6b-cc84f69dcb5c None None] Network c519f22a-29ce-4082-a06e-aa7f889a7d93 requested from dv-cinder-726180-9-iscsi {{(pid=99485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:59:15.162453 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-62abffd0-f987-4d1b-9709-56ed792d7781 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2343113 Jun 14 14:59:15.196021 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf4ebe2-b120-4a8c-8ce0-532ee619d27b None None] Network c519f22a-29ce-4082-a06e-aa7f889a7d93 requested from dv-cinder-726180-9-iscsi {{(pid=99485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:59:21.172214 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.agents_db [None req-f05f0e2d-2be5-4cb0-86e7-333c7e47477b None None] Agent healthcheck: found 6 active agents {{(pid=99486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 14:59:25.835020 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-545f4088-7293-41a6-88c2-4676e8e5247a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:28.714733 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-2510d73b-4a68-42c5-9b43-fe6e2b3eea9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:28.780581 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:29.792100 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-fac6794f-d54e-43a2-84ad-332974bc6d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:30.689364 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:31.518279 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-39b4335d-7f90-4c96-ac82-c584c202a69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:34.929567 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 39688) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:59:34.986132 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.db_base_plugin_v2 [None req-50faac0a-43d7-4239-a70f-6d9febf4c2ca admin admin] Deleting subnet 374b8869-b2c6-4296-aa18-ee45f397d155 {{(pid=99483) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 14 14:59:34.989779 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-50faac0a-43d7-4239-a70f-6d9febf4c2ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:35.034121 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-50faac0a-43d7-4239-a70f-6d9febf4c2ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8802486'] for subnet, precommit_delete_associations {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:35.089531 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-50faac0a-43d7-4239-a70f-6d9febf4c2ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912507'] for subnet, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:35.303644 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-50faac0a-43d7-4239-a70f-6d9febf4c2ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12397034'] for subnet, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:35.306494 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:59:35.346116 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50faac0a-43d7-4239-a70f-6d9febf4c2ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=374b8869-b2c6-4296-aa18-ee45f397d155,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:59:35.357208 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-50faac0a-43d7-4239-a70f-6d9febf4c2ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699218'] for subnet, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:35.358301 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-50faac0a-43d7-4239-a70f-6d9febf4c2ca admin admin] 10.222.0.55 "DELETE /v2.0/subnets/374b8869-b2c6-4296-aa18-ee45f397d155 HTTP/1.1" status: 204 len: 168 time: 0.4277377 Jun 14 14:59:35.360218 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50faac0a-43d7-4239-a70f-6d9febf4c2ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:59:35.360601 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50faac0a-43d7-4239-a70f-6d9febf4c2ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:59:35.360933 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 39690) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:59:35.361383 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50faac0a-43d7-4239-a70f-6d9febf4c2ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:59:35.361383 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50faac0a-43d7-4239-a70f-6d9febf4c2ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:59:35.361657 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50faac0a-43d7-4239-a70f-6d9febf4c2ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:59:35.362012 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50faac0a-43d7-4239-a70f-6d9febf4c2ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:59:35.362366 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50faac0a-43d7-4239-a70f-6d9febf4c2ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:59:35.362717 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50faac0a-43d7-4239-a70f-6d9febf4c2ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:59:35.363070 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50faac0a-43d7-4239-a70f-6d9febf4c2ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:59:35.363443 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50faac0a-43d7-4239-a70f-6d9febf4c2ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:59:35.363792 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50faac0a-43d7-4239-a70f-6d9febf4c2ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:59:35.364267 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50faac0a-43d7-4239-a70f-6d9febf4c2ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:59:35.368942 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-50faac0a-43d7-4239-a70f-6d9febf4c2ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:59:35.467412 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-5a2524dc-fa68-43a2-9c0b-692d7e20d1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1035504'] for network, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:35.587552 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-5a2524dc-fa68-43a2-9c0b-692d7e20d1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-911334', 'neutron.services.segments.db._delete_segments_for_network-8763375589048'] for network, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:35.600286 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.services.segments.db [None req-5a2524dc-fa68-43a2-9c0b-692d7e20d1e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c269aa7-52a7-43e6-8052-4e4bf08b9164']}} {{(pid=99484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:59:35.612533 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.services.segments.db [None req-5a2524dc-fa68-43a2-9c0b-692d7e20d1e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dc8a5cb-baad-4e06-acbf-940a7a08d28b') {'for_net_delete': True} {{(pid=99484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:59:35.612830 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.services.segments.db [None req-5a2524dc-fa68-43a2-9c0b-692d7e20d1e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dc8a5cb-baad-4e06-acbf-940a7a08d28b') {} {{(pid=99484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:59:35.625281 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-5a2524dc-fa68-43a2-9c0b-692d7e20d1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375588886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257031'] for segment, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:35.641049 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-5a2524dc-fa68-43a2-9c0b-692d7e20d1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-914478'] for segment, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:35.649194 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a2524dc-fa68-43a2-9c0b-692d7e20d1e3 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=99484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 14:59:35.649614 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-5a2524dc-fa68-43a2-9c0b-692d7e20d1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-914478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12090150'] for segment, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:35.651311 dv-cinder-726180-9-iscsi neutron-server[99484]: Traceback (most recent call last): Jun 14 14:59:35.651311 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 14 14:59:35.651311 dv-cinder-726180-9-iscsi neutron-server[99484]: timer() Jun 14 14:59:35.651311 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 14 14:59:35.651311 dv-cinder-726180-9-iscsi neutron-server[99484]: cb(*args, **kw) Jun 14 14:59:35.651311 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 14 14:59:35.651311 dv-cinder-726180-9-iscsi neutron-server[99484]: return func(*args, **kwargs) Jun 14 14:59:35.651311 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 14 14:59:35.651311 dv-cinder-726180-9-iscsi neutron-server[99484]: self._notify() Jun 14 14:59:35.651311 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 14 14:59:35.651311 dv-cinder-726180-9-iscsi neutron-server[99484]: self.callback(batched_events) Jun 14 14:59:35.651311 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 14 14:59:35.651311 dv-cinder-726180-9-iscsi neutron-server[99484]: event.method(event) Jun 14 14:59:35.651311 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 14 14:59:35.651311 dv-cinder-726180-9-iscsi neutron-server[99484]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 14 14:59:35.651311 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 14 14:59:35.651311 dv-cinder-726180-9-iscsi neutron-server[99484]: aggregate_uuid = self.p_client.list_aggregates( Jun 14 14:59:35.651311 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 14 14:59:35.651311 dv-cinder-726180-9-iscsi neutron-server[99484]: return f(self, *a, **k) Jun 14 14:59:35.651311 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 14 14:59:35.651311 dv-cinder-726180-9-iscsi neutron-server[99484]: return self._get(url).json() Jun 14 14:59:35.651311 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 14 14:59:35.651311 dv-cinder-726180-9-iscsi neutron-server[99484]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 14 14:59:35.651311 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 14 14:59:35.651311 dv-cinder-726180-9-iscsi neutron-server[99484]: return self.request(url, 'GET', **kwargs) Jun 14 14:59:35.651311 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 14 14:59:35.651311 dv-cinder-726180-9-iscsi neutron-server[99484]: base_url = self.get_endpoint(auth, allow=allow, Jun 14 14:59:35.651311 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 14 14:59:35.651311 dv-cinder-726180-9-iscsi neutron-server[99484]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 14 14:59:35.651311 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 14 14:59:35.651311 dv-cinder-726180-9-iscsi neutron-server[99484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 14 14:59:35.651311 dv-cinder-726180-9-iscsi neutron-server[99484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 14 14:59:35.823509 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-5a2524dc-fa68-43a2-9c0b-692d7e20d1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-911353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4045583'] for network, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:35.826996 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-ad6b6b47-d84c-4190-8eb0-6bd07e2599d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:59:35.829652 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-5a2524dc-fa68-43a2-9c0b-692d7e20d1e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699218'] for network, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:35.831666 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-5a2524dc-fa68-43a2-9c0b-692d7e20d1e3 admin admin] 10.222.0.55 "DELETE /v2.0/networks/8c269aa7-52a7-43e6-8052-4e4bf08b9164 HTTP/1.1" status: 204 len: 168 time: 0.4697471 Jun 14 14:59:35.835468 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 39692) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:59:35.851250 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2524dc-fa68-43a2-9c0b-692d7e20d1e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c269aa7-52a7-43e6-8052-4e4bf08b9164,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:59:35.854064 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-5a2524dc-fa68-43a2-9c0b-692d7e20d1e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:59:35.895002 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.db_base_plugin_v2 [None req-17fc3ad1-a3e5-47ef-ba5b-51dbeff92adb admin admin] Deleting subnet bfe653d3-1556-4232-8e04-e43aa7c8cdfe {{(pid=99483) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 14 14:59:35.899525 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-17fc3ad1-a3e5-47ef-ba5b-51dbeff92adb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:35.949077 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-17fc3ad1-a3e5-47ef-ba5b-51dbeff92adb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8802486'] for subnet, precommit_delete_associations {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:35.998548 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-17fc3ad1-a3e5-47ef-ba5b-51dbeff92adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912507'] for subnet, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:36.132386 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-17fc3ad1-a3e5-47ef-ba5b-51dbeff92adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12397034'] for subnet, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:36.134843 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-710f395b-1ead-40c1-aa28-af34aeeab794 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:59:36.166873 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fc3ad1-a3e5-47ef-ba5b-51dbeff92adb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfe653d3-1556-4232-8e04-e43aa7c8cdfe,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:59:36.169795 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-17fc3ad1-a3e5-47ef-ba5b-51dbeff92adb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:59:36.170812 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-17fc3ad1-a3e5-47ef-ba5b-51dbeff92adb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699218'] for subnet, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:36.172675 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-17fc3ad1-a3e5-47ef-ba5b-51dbeff92adb admin admin] 10.222.0.55 "DELETE /v2.0/subnets/bfe653d3-1556-4232-8e04-e43aa7c8cdfe HTTP/1.1" status: 204 len: 168 time: 0.3361225 Jun 14 14:59:36.175106 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 39694) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:59:36.273114 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-c6b0d30a-13c3-4428-a4db-3311ab26875b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1035504'] for network, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:36.382642 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-c6b0d30a-13c3-4428-a4db-3311ab26875b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-911334', 'neutron.services.segments.db._delete_segments_for_network-8763375589048'] for network, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:36.394675 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.services.segments.db [None req-c6b0d30a-13c3-4428-a4db-3311ab26875b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c519f22a-29ce-4082-a06e-aa7f889a7d93']}} {{(pid=99483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:59:36.406695 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.services.segments.db [None req-c6b0d30a-13c3-4428-a4db-3311ab26875b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '277a586c-0813-4c2e-82c8-d1149fc17d21') {'for_net_delete': True} {{(pid=99483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:59:36.406964 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.services.segments.db [None req-c6b0d30a-13c3-4428-a4db-3311ab26875b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '277a586c-0813-4c2e-82c8-d1149fc17d21') {} {{(pid=99483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:59:36.417701 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-c6b0d30a-13c3-4428-a4db-3311ab26875b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375588886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8802493'] for segment, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:36.432768 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-c6b0d30a-13c3-4428-a4db-3311ab26875b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-914478'] for segment, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:36.439444 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6b0d30a-13c3-4428-a4db-3311ab26875b admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=99483) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 14:59:36.439854 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-c6b0d30a-13c3-4428-a4db-3311ab26875b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-914478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282687'] for segment, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:36.441576 dv-cinder-726180-9-iscsi neutron-server[99483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:59:36.441576 dv-cinder-726180-9-iscsi neutron-server[99483]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:59:36.441576 dv-cinder-726180-9-iscsi neutron-server[99483]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:59:36.441576 dv-cinder-726180-9-iscsi neutron-server[99483]: retrieve_revision_numbers = { Jun 14 14:59:36.441576 dv-cinder-726180-9-iscsi neutron-server[99483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:59:36.441576 dv-cinder-726180-9-iscsi neutron-server[99483]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:59:36.441576 dv-cinder-726180-9-iscsi neutron-server[99483]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:59:36.441576 dv-cinder-726180-9-iscsi neutron-server[99483]: retrieve_revision_numbers = { Jun 14 14:59:36.441576 dv-cinder-726180-9-iscsi neutron-server[99483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:59:36.441576 dv-cinder-726180-9-iscsi neutron-server[99483]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:59:36.441576 dv-cinder-726180-9-iscsi neutron-server[99483]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:59:36.441576 dv-cinder-726180-9-iscsi neutron-server[99483]: retrieve_revision_numbers = { Jun 14 14:59:36.441576 dv-cinder-726180-9-iscsi neutron-server[99483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:59:36.441576 dv-cinder-726180-9-iscsi neutron-server[99483]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:59:36.441576 dv-cinder-726180-9-iscsi neutron-server[99483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:59:36.441576 dv-cinder-726180-9-iscsi neutron-server[99483]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:59:36.441576 dv-cinder-726180-9-iscsi neutron-server[99483]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:59:36.441576 dv-cinder-726180-9-iscsi neutron-server[99483]: retrieve_revision_numbers = { Jun 14 14:59:36.441576 dv-cinder-726180-9-iscsi neutron-server[99483]: Traceback (most recent call last): Jun 14 14:59:36.441576 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 14 14:59:36.441576 dv-cinder-726180-9-iscsi neutron-server[99483]: timer() Jun 14 14:59:36.441576 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 14 14:59:36.441576 dv-cinder-726180-9-iscsi neutron-server[99483]: cb(*args, **kw) Jun 14 14:59:36.441576 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 14 14:59:36.441576 dv-cinder-726180-9-iscsi neutron-server[99483]: return func(*args, **kwargs) Jun 14 14:59:36.441576 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 14 14:59:36.441576 dv-cinder-726180-9-iscsi neutron-server[99483]: self._notify() Jun 14 14:59:36.441576 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 14 14:59:36.441576 dv-cinder-726180-9-iscsi neutron-server[99483]: self.callback(batched_events) Jun 14 14:59:36.441576 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 14 14:59:36.441576 dv-cinder-726180-9-iscsi neutron-server[99483]: event.method(event) Jun 14 14:59:36.441576 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 14 14:59:36.441576 dv-cinder-726180-9-iscsi neutron-server[99483]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 14 14:59:36.441576 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 14 14:59:36.441576 dv-cinder-726180-9-iscsi neutron-server[99483]: aggregate_uuid = self.p_client.list_aggregates( Jun 14 14:59:36.441576 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 14 14:59:36.441576 dv-cinder-726180-9-iscsi neutron-server[99483]: return f(self, *a, **k) Jun 14 14:59:36.441576 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 14 14:59:36.441576 dv-cinder-726180-9-iscsi neutron-server[99483]: return self._get(url).json() Jun 14 14:59:36.441576 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 14 14:59:36.441576 dv-cinder-726180-9-iscsi neutron-server[99483]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 14 14:59:36.441576 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 14 14:59:36.441576 dv-cinder-726180-9-iscsi neutron-server[99483]: return self.request(url, 'GET', **kwargs) Jun 14 14:59:36.441576 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 14 14:59:36.441576 dv-cinder-726180-9-iscsi neutron-server[99483]: base_url = self.get_endpoint(auth, allow=allow, Jun 14 14:59:36.441576 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 14 14:59:36.441576 dv-cinder-726180-9-iscsi neutron-server[99483]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 14 14:59:36.441576 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 14 14:59:36.441576 dv-cinder-726180-9-iscsi neutron-server[99483]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 14 14:59:36.441576 dv-cinder-726180-9-iscsi neutron-server[99483]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 14 14:59:36.605969 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-c6b0d30a-13c3-4428-a4db-3311ab26875b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-911353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4045583'] for network, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:36.612177 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:59:36.616303 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-c6b0d30a-13c3-4428-a4db-3311ab26875b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699218'] for network, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:36.617862 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-c6b0d30a-13c3-4428-a4db-3311ab26875b admin admin] 10.222.0.55 "DELETE /v2.0/networks/c519f22a-29ce-4082-a06e-aa7f889a7d93 HTTP/1.1" status: 204 len: 168 time: 0.4418406 Jun 14 14:59:36.635066 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b0d30a-13c3-4428-a4db-3311ab26875b admin admin] Pushing event deleted for resources: {'Network': ['ID=c519f22a-29ce-4082-a06e-aa7f889a7d93,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:59:36.637515 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-c6b0d30a-13c3-4428-a4db-3311ab26875b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:59:37.070225 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 39698) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:59:37.116768 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-24a112b6-ae73-4242-8455-e6d4c72116ed admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5958568e86be4559b946e7fb18eca35f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0452330 Jun 14 14:59:37.119046 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 39700) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:59:37.175079 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-ce03f629-2021-4e70-b1c0-6f996eafea75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:37.201196 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-ce03f629-2021-4e70-b1c0-6f996eafea75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:37.397762 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-ce03f629-2021-4e70-b1c0-6f996eafea75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:37.400375 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-ce03f629-2021-4e70-b1c0-6f996eafea75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:37.401512 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-ce03f629-2021-4e70-b1c0-6f996eafea75 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/95a3738a-3d3f-4678-89e1-8a112ec5f899 HTTP/1.1" status: 204 len: 168 time: 0.2815678 Jun 14 14:59:37.402346 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-94688b42-b066-4cf4-99aa-88544a7a70b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:59:37.412099 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce03f629-2021-4e70-b1c0-6f996eafea75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a3738a-3d3f-4678-89e1-8a112ec5f899,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:59:37.414513 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-ce03f629-2021-4e70-b1c0-6f996eafea75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:59:38.204343 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 39706) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:59:38.249361 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-8ee28b51-8c1d-44ec-be42-269ed656102e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f11147bdf2ed4c05b955037c4c6100ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0436833 Jun 14 14:59:38.251829 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 39708) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:59:38.305951 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-478c4c56-eb8c-460f-a9b3-839408b72d05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:38.329260 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-478c4c56-eb8c-460f-a9b3-839408b72d05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:38.457441 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-478c4c56-eb8c-460f-a9b3-839408b72d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:38.460509 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-478c4c56-eb8c-460f-a9b3-839408b72d05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:38.461698 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-478c4c56-eb8c-460f-a9b3-839408b72d05 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/960cad18-904d-4908-98c4-29fa9ac12c4d HTTP/1.1" status: 204 len: 168 time: 0.2089112 Jun 14 14:59:38.462591 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-1c8e26c8-5a16-4c45-9f8a-e8d542b2444a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:59:38.471980 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478c4c56-eb8c-460f-a9b3-839408b72d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=960cad18-904d-4908-98c4-29fa9ac12c4d,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:59:38.475302 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-478c4c56-eb8c-460f-a9b3-839408b72d05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:59:55.814520 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-5317ae92-2807-4fcf-b32e-7627bf38097a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:58.171567 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.agents_db [None req-f05f0e2d-2be5-4cb0-86e7-333c7e47477b None None] Agent healthcheck: found 6 active agents {{(pid=99486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 14:59:58.514153 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-160aabe0-8419-4182-9b3a-02ecb19a9fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:58.709534 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:59.716958 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-fac6794f-d54e-43a2-84ad-332974bc6d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:00.695033 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:01.393955 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-39b4335d-7f90-4c96-ac82-c584c202a69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:03.013190 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-3b163569-4efd-4f4a-a9b4-c033c8348d7d req-d7a99d0c-290d-4d3c-8634-bf545610a7f7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=aa67fb69-5eef-4129-94fa-275fd00cda95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1069012 Jun 14 15:00:03.165181 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b163569-4efd-4f4a-a9b4-c033c8348d7d req-353a35da-5f08-4c2b-a7f2-fd7ebc1dd6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:00:03.166868 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-3b163569-4efd-4f4a-a9b4-c033c8348d7d req-353a35da-5f08-4c2b-a7f2-fd7ebc1dd6d9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a3f11692b2f8449abf062d147c313cb2&device_id=aa67fb69-5eef-4129-94fa-275fd00cda95 HTTP/1.1" status: 200 len: 1098 time: 0.0908728 Jun 14 15:00:03.328311 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b163569-4efd-4f4a-a9b4-c033c8348d7d req-0b9e1ed6-4ae6-40ca-b9f1-b0bd8868397c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:00:03.330540 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-3b163569-4efd-4f4a-a9b4-c033c8348d7d req-0b9e1ed6-4ae6-40ca-b9f1-b0bd8868397c service neutron] 10.222.0.21 "GET /v2.0/networks?id=5de2046a-1fb6-45f0-8b8a-db9f6abde019 HTTP/1.1" status: 200 len: 912 time: 0.1376848 Jun 14 15:00:03.458869 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-3b163569-4efd-4f4a-a9b4-c033c8348d7d req-c8d4ddbb-da9a-4a82-b6e7-1ce97c763fd4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8c4eb96-307a-417b-a9bf-bbae173f72d4 HTTP/1.1" status: 200 len: 1001 time: 0.1179607 Jun 14 15:00:03.532701 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b163569-4efd-4f4a-a9b4-c033c8348d7d req-a187dc81-f0e2-46f9-9495-d26374f71a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:00:03.534544 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-3b163569-4efd-4f4a-a9b4-c033c8348d7d req-a187dc81-f0e2-46f9-9495-d26374f71a55 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1232b771-0d43-4b91-a771-4713ef8d7898 HTTP/1.1" status: 200 len: 850 time: 0.0678055 Jun 14 15:00:03.617445 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b163569-4efd-4f4a-a9b4-c033c8348d7d req-e8f4fe57-c209-4064-a0ea-12dee08f26df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:00:03.619363 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-3b163569-4efd-4f4a-a9b4-c033c8348d7d req-e8f4fe57-c209-4064-a0ea-12dee08f26df service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5de2046a-1fb6-45f0-8b8a-db9f6abde019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0776851 Jun 14 15:00:03.760980 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-3b163569-4efd-4f4a-a9b4-c033c8348d7d req-abddeac7-d29b-4dc2-8b66-00472126d42a service neutron] 10.222.0.21 "GET /v2.0/networks/5de2046a-1fb6-45f0-8b8a-db9f6abde019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335940 Jun 14 15:00:03.901779 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-3b163569-4efd-4f4a-a9b4-c033c8348d7d req-ff27e9a5-c302-4bfa-92de-fe8ccc80ed2a service neutron] 10.222.0.21 "GET /v2.0/networks/5de2046a-1fb6-45f0-8b8a-db9f6abde019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338887 Jun 14 15:00:25.442449 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 39994) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:00:25.552471 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-bbe190ba-8d5f-4835-8685-6667dc8602ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:25.646030 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-bbe190ba-8d5f-4835-8685-6667dc8602ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:25.736561 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-bbe190ba-8d5f-4835-8685-6667dc8602ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:25.741106 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-c1cd0e8e-01ad-405c-af70-a0f8aba51e13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:00:25.774378 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-66e1e3a0-f77a-425c-966f-3d7cb0c97a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:25.782186 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-bbe190ba-8d5f-4835-8685-6667dc8602ed admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2a0b6d02e9094c0babb9003c4fa54c59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3385510 Jun 14 15:00:25.788149 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe190ba-8d5f-4835-8685-6667dc8602ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01789032-3ec4-4046-af64-ac3c42f23f56,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:00:25.788307 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 39998) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:00:25.788839 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-bbe190ba-8d5f-4835-8685-6667dc8602ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:00:25.843239 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-8e100d55-d2b6-4c8f-b6ee-b3451118231d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:25.867358 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-8e100d55-d2b6-4c8f-b6ee-b3451118231d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:25.999416 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-8e100d55-d2b6-4c8f-b6ee-b3451118231d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:26.002076 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-8e100d55-d2b6-4c8f-b6ee-b3451118231d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:26.003431 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-8e100d55-d2b6-4c8f-b6ee-b3451118231d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/01789032-3ec4-4046-af64-ac3c42f23f56 HTTP/1.1" status: 204 len: 168 time: 0.2167516 Jun 14 15:00:26.004249 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-bb84fda3-d27a-4f06-a0a5-d60d6b8d607f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:00:26.013537 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e100d55-d2b6-4c8f-b6ee-b3451118231d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01789032-3ec4-4046-af64-ac3c42f23f56,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:00:26.021065 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e100d55-d2b6-4c8f-b6ee-b3451118231d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:00:26.021457 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e100d55-d2b6-4c8f-b6ee-b3451118231d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:00:26.021839 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e100d55-d2b6-4c8f-b6ee-b3451118231d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:00:26.022228 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e100d55-d2b6-4c8f-b6ee-b3451118231d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:00:26.022587 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e100d55-d2b6-4c8f-b6ee-b3451118231d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:00:26.025769 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e100d55-d2b6-4c8f-b6ee-b3451118231d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:00:26.025769 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e100d55-d2b6-4c8f-b6ee-b3451118231d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:00:26.025769 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e100d55-d2b6-4c8f-b6ee-b3451118231d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:00:26.025769 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e100d55-d2b6-4c8f-b6ee-b3451118231d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:00:26.025769 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e100d55-d2b6-4c8f-b6ee-b3451118231d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:00:26.025769 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e100d55-d2b6-4c8f-b6ee-b3451118231d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:00:26.025769 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e100d55-d2b6-4c8f-b6ee-b3451118231d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:00:26.028272 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-8e100d55-d2b6-4c8f-b6ee-b3451118231d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:00:28.587807 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-7f77dce5-29c5-4c69-b9a2-d5cdc18eb335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:28.741948 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:29.735872 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-fac6794f-d54e-43a2-84ad-332974bc6d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:30.674016 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:31.427887 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-39b4335d-7f90-4c96-ac82-c584c202a69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:35.170331 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.agents_db [None req-f05f0e2d-2be5-4cb0-86e7-333c7e47477b None None] Agent healthcheck: found 6 active agents {{(pid=99486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 15:00:37.328841 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 40074) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:00:37.480911 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-80d5ab0c-5577-44c2-a786-68164590b634 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:37.591104 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-80d5ab0c-5577-44c2-a786-68164590b634 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:37.770659 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-80d5ab0c-5577-44c2-a786-68164590b634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:37.773595 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-35d95cad-3eb5-4f69-9258-3115e6700fd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:00:37.817079 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-80d5ab0c-5577-44c2-a786-68164590b634 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3d1ef3fd949d4efb9d4206fb7e4cc6b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4870870 Jun 14 15:00:37.818030 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d5ab0c-5577-44c2-a786-68164590b634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac4e333-f357-4f01-8e53-90ef38987cae,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:00:37.819789 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 40078) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:00:37.825577 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d5ab0c-5577-44c2-a786-68164590b634 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:00:37.825955 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d5ab0c-5577-44c2-a786-68164590b634 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:00:37.826324 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d5ab0c-5577-44c2-a786-68164590b634 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:00:37.826687 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d5ab0c-5577-44c2-a786-68164590b634 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:00:37.827198 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d5ab0c-5577-44c2-a786-68164590b634 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:00:37.827410 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d5ab0c-5577-44c2-a786-68164590b634 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:00:37.827768 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d5ab0c-5577-44c2-a786-68164590b634 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:00:37.828163 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d5ab0c-5577-44c2-a786-68164590b634 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:00:37.828523 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d5ab0c-5577-44c2-a786-68164590b634 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:00:37.828862 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d5ab0c-5577-44c2-a786-68164590b634 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:00:37.829212 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d5ab0c-5577-44c2-a786-68164590b634 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:00:37.829562 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d5ab0c-5577-44c2-a786-68164590b634 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:00:37.834150 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-80d5ab0c-5577-44c2-a786-68164590b634 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:00:37.881772 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-77b2b48e-23f7-4769-ab97-1921306a8be3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:37.906427 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-77b2b48e-23f7-4769-ab97-1921306a8be3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:38.031317 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-77b2b48e-23f7-4769-ab97-1921306a8be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:38.034126 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-77b2b48e-23f7-4769-ab97-1921306a8be3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:38.035610 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-77b2b48e-23f7-4769-ab97-1921306a8be3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cac4e333-f357-4f01-8e53-90ef38987cae HTTP/1.1" status: 204 len: 168 time: 0.2145500 Jun 14 15:00:38.036856 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-f7149f7a-0b4a-4f7c-8948-a9447ed35ebb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:00:38.047842 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b2b48e-23f7-4769-ab97-1921306a8be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac4e333-f357-4f01-8e53-90ef38987cae,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:00:38.051164 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-77b2b48e-23f7-4769-ab97-1921306a8be3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:00:55.810246 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-91981073-cca8-450d-abc9-2d2f34e4de9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:58.573891 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-5482d35b-420f-4162-b907-c37fbc287ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:58.750294 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:59.724035 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-fac6794f-d54e-43a2-84ad-332974bc6d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:00.671067 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:01.447480 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-39b4335d-7f90-4c96-ac82-c584c202a69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:01.759884 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-d066f69d-fa4a-447b-aa8a-ac7c304e3578 req-80725017-1037-4a6d-8ec9-6867185781f9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=aa67fb69-5eef-4129-94fa-275fd00cda95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0707591 Jun 14 15:01:01.889209 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066f69d-fa4a-447b-aa8a-ac7c304e3578 req-e4ebfd9c-fd8f-42a3-9615-6026c06f0626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:01.890700 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-d066f69d-fa4a-447b-aa8a-ac7c304e3578 req-e4ebfd9c-fd8f-42a3-9615-6026c06f0626 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a3f11692b2f8449abf062d147c313cb2&device_id=aa67fb69-5eef-4129-94fa-275fd00cda95 HTTP/1.1" status: 200 len: 1098 time: 0.0693834 Jun 14 15:01:02.045425 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066f69d-fa4a-447b-aa8a-ac7c304e3578 req-574e0e57-5468-4bdc-9c7d-8ad701eda2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:02.045953 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-2c7058dd-ab5e-456f-8362-088134b08b0b req-09491909-dded-4b4a-a264-fa4c1f486ac7 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1211621206&fields=id&tenant_id=a3f11692b2f8449abf062d147c313cb2 HTTP/1.1" status: 200 len: 267 time: 0.0497324 Jun 14 15:01:02.046986 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-d066f69d-fa4a-447b-aa8a-ac7c304e3578 req-574e0e57-5468-4bdc-9c7d-8ad701eda2c3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5de2046a-1fb6-45f0-8b8a-db9f6abde019 HTTP/1.1" status: 200 len: 912 time: 0.1344995 Jun 14 15:01:02.138870 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-d066f69d-fa4a-447b-aa8a-ac7c304e3578 req-45e521e4-0fc6-40ea-b391-b62c0dc3f2e4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8c4eb96-307a-417b-a9bf-bbae173f72d4 HTTP/1.1" status: 200 len: 1001 time: 0.0844736 Jun 14 15:01:02.196775 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7058dd-ab5e-456f-8362-088134b08b0b req-33d0ff12-7ab1-4dbb-aa07-e069fce3d0fb tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:02.198153 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-2c7058dd-ab5e-456f-8362-088134b08b0b req-33d0ff12-7ab1-4dbb-aa07-e069fce3d0fb tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/networks?id=5de2046a-1fb6-45f0-8b8a-db9f6abde019 HTTP/1.1" status: 200 len: 811 time: 0.1456242 Jun 14 15:01:02.201976 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066f69d-fa4a-447b-aa8a-ac7c304e3578 req-c845d51f-8f4c-4587-b828-ea3f2ba9805b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:02.203408 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-d066f69d-fa4a-447b-aa8a-ac7c304e3578 req-c845d51f-8f4c-4587-b828-ea3f2ba9805b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1232b771-0d43-4b91-a771-4713ef8d7898 HTTP/1.1" status: 200 len: 850 time: 0.0577736 Jun 14 15:01:02.214043 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-2c7058dd-ab5e-456f-8362-088134b08b0b req-168300e1-6629-4e15-9504-d111c2d7fd27 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/quotas/a3f11692b2f8449abf062d147c313cb2 HTTP/1.1" status: 200 len: 375 time: 0.0095580 Jun 14 15:01:02.285186 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066f69d-fa4a-447b-aa8a-ac7c304e3578 req-c8750efc-2d11-4d6b-ab6d-b532accef759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:02.287633 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-d066f69d-fa4a-447b-aa8a-ac7c304e3578 req-c8750efc-2d11-4d6b-ab6d-b532accef759 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5de2046a-1fb6-45f0-8b8a-db9f6abde019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0769198 Jun 14 15:01:02.318286 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-2c7058dd-ab5e-456f-8362-088134b08b0b req-b98b216d-31b0-49aa-a871-1cd0c71eda5c tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a3f11692b2f8449abf062d147c313cb2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0986862 Jun 14 15:01:02.448593 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-d066f69d-fa4a-447b-aa8a-ac7c304e3578 req-64c41ee4-9f4c-4010-824c-936bcc5dbe5b service neutron] 10.222.0.21 "GET /v2.0/networks/5de2046a-1fb6-45f0-8b8a-db9f6abde019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537354 Jun 14 15:01:02.495972 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-2c7058dd-ab5e-456f-8362-088134b08b0b req-cccb3451-7dd2-450c-9c97-fd58716f5bb1 service neutron] 10.222.0.55 "GET /v2.0/networks/5de2046a-1fb6-45f0-8b8a-db9f6abde019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638527 Jun 14 15:01:02.599053 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-d066f69d-fa4a-447b-aa8a-ac7c304e3578 req-25313013-0df3-4f14-8eea-e115cf3260b7 service neutron] 10.222.0.21 "GET /v2.0/networks/5de2046a-1fb6-45f0-8b8a-db9f6abde019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437948 Jun 14 15:01:02.624657 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-2c7058dd-ab5e-456f-8362-088134b08b0b req-771102ce-73d3-4176-b8ad-43bf279a3d7a service neutron] 10.222.0.55 "GET /v2.0/networks/5de2046a-1fb6-45f0-8b8a-db9f6abde019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217144 Jun 14 15:01:03.517418 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-04d82271-1350-432e-8418-9282519bc970 req-0d07af0d-54fd-46b9-8bab-0b82b37ab277 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/ports?device_id=e79168bf-f7eb-4575-af57-4b2689c4bf43 HTTP/1.1" status: 200 len: 210 time: 0.0568261 Jun 14 15:01:04.669904 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-f567677a-f035-425c-b656-8832c3f6654a req-4e9d163a-5978-4098-8c9b-e78a657b3a49 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/ports?device_id=e79168bf-f7eb-4575-af57-4b2689c4bf43 HTTP/1.1" status: 200 len: 210 time: 0.0360956 Jun 14 15:01:05.864054 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-d73c5ed2-addc-4d1f-b990-289bd478b9f3 req-8256787a-76bf-4511-a6a6-084ecfc5a12c tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/ports?device_id=e79168bf-f7eb-4575-af57-4b2689c4bf43 HTTP/1.1" status: 200 len: 210 time: 0.0369608 Jun 14 15:01:06.203219 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7058dd-ab5e-456f-8362-088134b08b0b req-98ac6e03-499e-420e-a3c9-bfdd3a6362a0 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:06.205285 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-2c7058dd-ab5e-456f-8362-088134b08b0b req-98ac6e03-499e-420e-a3c9-bfdd3a6362a0 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.21 "GET /v2.0/networks?id=5de2046a-1fb6-45f0-8b8a-db9f6abde019 HTTP/1.1" status: 200 len: 811 time: 0.1400120 Jun 14 15:01:06.257716 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-2c7058dd-ab5e-456f-8362-088134b08b0b req-0be16d97-9040-4185-ad4b-af9041224eee tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3f11692b2f8449abf062d147c313cb2 HTTP/1.1" status: 200 len: 380 time: 0.0425117 Jun 14 15:01:06.268575 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.v2.base [req-2c7058dd-ab5e-456f-8362-088134b08b0b req-672e8a76-38b5-4489-909f-e24a01cf49f9 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Request body: {'port': {'device_id': 'e79168bf-f7eb-4575-af57-4b2689c4bf43', 'network_id': '5de2046a-1fb6-45f0-8b8a-db9f6abde019', 'admin_state_up': True, 'tenant_id': 'a3f11692b2f8449abf062d147c313cb2', 'security_groups': ['e7487a51-824c-4894-935f-37b6063de436']}} {{(pid=99483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 15:01:06.483955 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c7058dd-ab5e-456f-8362-088134b08b0b req-672e8a76-38b5-4489-909f-e24a01cf49f9 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Made reservation on behalf of a3f11692b2f8449abf062d147c313cb2 for: {'port': 1} {{(pid=99483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 15:01:06.487675 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-2c7058dd-ab5e-456f-8362-088134b08b0b req-672e8a76-38b5-4489-909f-e24a01cf49f9 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905267'] for port, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:06.643297 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.db_base_plugin_common [req-2c7058dd-ab5e-456f-8362-088134b08b0b req-672e8a76-38b5-4489-909f-e24a01cf49f9 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Allocated IP 172.20.0.9 (5de2046a-1fb6-45f0-8b8a-db9f6abde019/1232b771-0d43-4b91-a771-4713ef8d7898/a1118174-4649-456e-8869-e81a3c26102a) {{(pid=99483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 15:01:06.825449 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-2c7058dd-ab5e-456f-8362-088134b08b0b req-672e8a76-38b5-4489-909f-e24a01cf49f9 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks [] for port, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:06.839189 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.provisioning_blocks [req-2c7058dd-ab5e-456f-8362-088134b08b0b req-672e8a76-38b5-4489-909f-e24a01cf49f9 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Transition to ACTIVE for port object a1118174-4649-456e-8869-e81a3c26102a will not be triggered until provisioned by entity DHCP. {{(pid=99483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 15:01:07.005779 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-2c7058dd-ab5e-456f-8362-088134b08b0b req-672e8a76-38b5-4489-909f-e24a01cf49f9 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-905456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763375065887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12282725'] for port, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:07.012108 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-4fffc09c-e8fc-41c0-a81c-0830c6e032bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:01:07.087284 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c6a22b-b9ff-4be6-b46f-9bef3c283759 req-eeba8bf1-90f5-4cd1-a723-121da3a83cc7 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:07.088881 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-e7c6a22b-b9ff-4be6-b46f-9bef3c283759 req-eeba8bf1-90f5-4cd1-a723-121da3a83cc7 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/ports?device_id=e79168bf-f7eb-4575-af57-4b2689c4bf43 HTTP/1.1" status: 200 len: 931 time: 0.0831962 Jun 14 15:01:07.101393 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c7058dd-ab5e-456f-8362-088134b08b0b req-672e8a76-38b5-4489-909f-e24a01cf49f9 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Network 5de2046a-1fb6-45f0-8b8a-db9f6abde019 is already hosted by enough agents. {{(pid=99483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 15:01:07.107389 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.base_scheduler [req-2c7058dd-ab5e-456f-8362-088134b08b0b req-672e8a76-38b5-4489-909f-e24a01cf49f9 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Resources bound (agent type, host, resource id): {{(pid=99483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 15:01:07.114483 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c7058dd-ab5e-456f-8362-088134b08b0b req-672e8a76-38b5-4489-909f-e24a01cf49f9 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Received port after_create {{(pid=99483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 15:01:07.126175 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672e8a76-38b5-4489-909f-e24a01cf49f9 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Pushing event updated for resources: {'Port': ['ID=a1118174-4649-456e-8869-e81a3c26102a,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:01:07.137253 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-e7c6a22b-b9ff-4be6-b46f-9bef3c283759 req-915232de-4308-4f14-9263-0fb296f2ba86 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7487a51-824c-4894-935f-37b6063de436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410845 Jun 14 15:01:07.174635 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-672e8a76-38b5-4489-909f-e24a01cf49f9 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:01:07.217595 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7058dd-ab5e-456f-8362-088134b08b0b req-672e8a76-38b5-4489-909f-e24a01cf49f9 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:07.218271 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-2c7058dd-ab5e-456f-8362-088134b08b0b req-672e8a76-38b5-4489-909f-e24a01cf49f9 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645'] for port, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:07.391349 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-2c7058dd-ab5e-456f-8362-088134b08b0b req-672e8a76-38b5-4489-909f-e24a01cf49f9 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1271968 Jun 14 15:01:07.405816 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.v2.base [req-2c7058dd-ab5e-456f-8362-088134b08b0b req-31ba0b3d-5444-410c-8579-5aeb08cda872 service neutron] Request body: {'port': {'device_id': 'e79168bf-f7eb-4575-af57-4b2689c4bf43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-72618'}} {{(pid=99483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 15:01:07.471183 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-01f14603-fb32-47a7-8680-b59174d3a9d2 None None] Provisioning for port a1118174-4649-456e-8869-e81a3c26102a completed by entity DHCP. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 15:01:07.475750 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-01f14603-fb32-47a7-8680-b59174d3a9d2 None None] Provisioning complete for port a1118174-4649-456e-8869-e81a3c26102a triggered by entity DHCP. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 15:01:07.476260 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-01f14603-fb32-47a7-8680-b59174d3a9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:07.519205 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-01f14603-fb32-47a7-8680-b59174d3a9d2 None None] Port a1118174-4649-456e-8869-e81a3c26102a cannot update to ACTIVE because it is not bound. {{(pid=99485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 15:01:07.521284 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-2c7058dd-ab5e-456f-8362-088134b08b0b req-31ba0b3d-5444-410c-8579-5aeb08cda872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:07.895197 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.notifiers.nova [req-2c7058dd-ab5e-456f-8362-088134b08b0b req-31ba0b3d-5444-410c-8579-5aeb08cda872 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1118174-4649-456e-8869-e81a3c26102a {{(pid=99483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 15:01:07.902947 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-2c7058dd-ab5e-456f-8362-088134b08b0b req-31ba0b3d-5444-410c-8579-5aeb08cda872 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:07.916770 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.provisioning_blocks [req-2c7058dd-ab5e-456f-8362-088134b08b0b req-31ba0b3d-5444-410c-8579-5aeb08cda872 service neutron] Transition to ACTIVE for port object a1118174-4649-456e-8869-e81a3c26102a will not be triggered until provisioned by entity L2. {{(pid=99483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 15:01:08.020929 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-2c7058dd-ab5e-456f-8362-088134b08b0b req-31ba0b3d-5444-410c-8579-5aeb08cda872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282715'] for port, after_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:08.023210 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-55636ea6-904e-4a2b-b5ea-2a92e75a8948 tempest-AttachVolumeShelveTestJSON-2020337912 tempest-AttachVolumeShelveTestJSON-2020337912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:01:08.120641 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ba0b3d-5444-410c-8579-5aeb08cda872 service neutron] Pushing event updated for resources: {'Port': ['ID=a1118174-4649-456e-8869-e81a3c26102a,revision_number=2']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:01:08.125436 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-31ba0b3d-5444-410c-8579-5aeb08cda872 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:01:08.569648 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.managers [req-2c7058dd-ab5e-456f-8362-088134b08b0b req-31ba0b3d-5444-410c-8579-5aeb08cda872 service neutron] Attempting to bind port a1118174-4649-456e-8869-e81a3c26102a on host hv-cinder-72618 for vnic_type normal with profile {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 15:01:08.569995 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.managers [req-2c7058dd-ab5e-456f-8362-088134b08b0b req-31ba0b3d-5444-410c-8579-5aeb08cda872 service neutron] Attempting to bind port a1118174-4649-456e-8869-e81a3c26102a by drivers openvswitch,hyperv on host hv-cinder-72618 at level 0 using segments [{'id': 'f38bb8ce-b58e-4ac2-8f7b-63bec74bcbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5de2046a-1fb6-45f0-8b8a-db9f6abde019'}] {{(pid=99483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 15:01:08.570339 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7058dd-ab5e-456f-8362-088134b08b0b req-31ba0b3d-5444-410c-8579-5aeb08cda872 service neutron] Attempting to bind port a1118174-4649-456e-8869-e81a3c26102a on network 5de2046a-1fb6-45f0-8b8a-db9f6abde019 {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 15:01:08.578705 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7058dd-ab5e-456f-8362-088134b08b0b req-31ba0b3d-5444-410c-8579-5aeb08cda872 service neutron] Port a1118174-4649-456e-8869-e81a3c26102a on network 5de2046a-1fb6-45f0-8b8a-db9f6abde019 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-72618 {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 15:01:08.579701 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7058dd-ab5e-456f-8362-088134b08b0b req-31ba0b3d-5444-410c-8579-5aeb08cda872 service neutron] Attempting to bind port a1118174-4649-456e-8869-e81a3c26102a on network 5de2046a-1fb6-45f0-8b8a-db9f6abde019 {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 15:01:08.599731 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f12d8-83f3-45ef-b0bd-cdd3a8e84f9e req-1e0d157a-1d38-46ad-b12e-81dab22ad601 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:08.602421 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-0a6f12d8-83f3-45ef-b0bd-cdd3a8e84f9e req-1e0d157a-1d38-46ad-b12e-81dab22ad601 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/ports?device_id=e79168bf-f7eb-4575-af57-4b2689c4bf43 HTTP/1.1" status: 200 len: 943 time: 0.1393991 Jun 14 15:01:08.604174 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7058dd-ab5e-456f-8362-088134b08b0b req-31ba0b3d-5444-410c-8579-5aeb08cda872 service neutron] Checking agent: {'id': '75f5f45e-0f41-4f3b-9aad-8e3a5980501e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-72618', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 44, 59), 'started_at': datetime.datetime(2021, 6, 14, 14, 44, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 15, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 15:01:08.604709 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7058dd-ab5e-456f-8362-088134b08b0b req-31ba0b3d-5444-410c-8579-5aeb08cda872 service neutron] Checking segment: {'id': 'f38bb8ce-b58e-4ac2-8f7b-63bec74bcbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5de2046a-1fb6-45f0-8b8a-db9f6abde019'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 15:01:08.605336 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7058dd-ab5e-456f-8362-088134b08b0b req-31ba0b3d-5444-410c-8579-5aeb08cda872 service neutron] Bound using segment: {'id': 'f38bb8ce-b58e-4ac2-8f7b-63bec74bcbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5de2046a-1fb6-45f0-8b8a-db9f6abde019'} {{(pid=99483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 15:01:08.606073 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.managers [req-2c7058dd-ab5e-456f-8362-088134b08b0b req-31ba0b3d-5444-410c-8579-5aeb08cda872 service neutron] Bound port: a1118174-4649-456e-8869-e81a3c26102a, host: hv-cinder-72618, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f38bb8ce-b58e-4ac2-8f7b-63bec74bcbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5de2046a-1fb6-45f0-8b8a-db9f6abde019'}}] {{(pid=99483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 15:01:08.606652 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-2c7058dd-ab5e-456f-8362-088134b08b0b req-31ba0b3d-5444-410c-8579-5aeb08cda872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:08.692576 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-0a6f12d8-83f3-45ef-b0bd-cdd3a8e84f9e req-d41e8787-d5be-4b1b-bce0-e1920284a9bf tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7487a51-824c-4894-935f-37b6063de436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824337 Jun 14 15:01:08.719590 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.db [req-2c7058dd-ab5e-456f-8362-088134b08b0b req-31ba0b3d-5444-410c-8579-5aeb08cda872 service neutron] For port a1118174-4649-456e-8869-e81a3c26102a, host hv-cinder-72618, cleared binding levels {{(pid=99483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 15:01:08.725320 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.db [req-2c7058dd-ab5e-456f-8362-088134b08b0b req-31ba0b3d-5444-410c-8579-5aeb08cda872 service neutron] For port a1118174-4649-456e-8869-e81a3c26102a, host hv-cinder-72618, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=a1118174-4649-456e-8869-e81a3c26102a,segment=NetworkSegment(f38bb8ce-b58e-4ac2-8f7b-63bec74bcbb6),segment_id=f38bb8ce-b58e-4ac2-8f7b-63bec74bcbb6)] {{(pid=99483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 15:01:08.838507 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-2c7058dd-ab5e-456f-8362-088134b08b0b req-31ba0b3d-5444-410c-8579-5aeb08cda872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282715'] for port, after_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:08.840725 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-9399c75e-4b1e-4982-991f-2f2352d78870 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:01:08.885769 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7058dd-ab5e-456f-8362-088134b08b0b req-31ba0b3d-5444-410c-8579-5aeb08cda872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:08.886378 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-2c7058dd-ab5e-456f-8362-088134b08b0b req-31ba0b3d-5444-410c-8579-5aeb08cda872 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645'] for port, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:08.887734 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-2c7058dd-ab5e-456f-8362-088134b08b0b req-31ba0b3d-5444-410c-8579-5aeb08cda872 service neutron] 10.222.0.21 "PUT /v2.0/ports/a1118174-4649-456e-8869-e81a3c26102a HTTP/1.1" status: 200 len: 1093 time: 1.4891722 Jun 14 15:01:08.888848 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e79168bf-f7eb-4575-af57-4b2689c4bf43', 'tag': 'a1118174-4649-456e-8869-e81a3c26102a'}] {{(pid=99483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 15:01:08.891062 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10e764dcb54ca1904200e902db0bf3fc798e652e4e20eb5cbfc1ab196cf52753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5893e50-a1e1-40e0-a0a6-25bc7a2d6cb7" -d '{"events": [{"name": "network-changed", "server_uuid": "e79168bf-f7eb-4575-af57-4b2689c4bf43", "tag": "a1118174-4649-456e-8869-e81a3c26102a"}]}' {{(pid=99483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 15:01:08.914721 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ba0b3d-5444-410c-8579-5aeb08cda872 service neutron] Pushing event updated for resources: {'Port': ['ID=a1118174-4649-456e-8869-e81a3c26102a,revision_number=3']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:01:08.918092 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-31ba0b3d-5444-410c-8579-5aeb08cda872 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:01:09.104742 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7058dd-ab5e-456f-8362-088134b08b0b req-4c864280-e0b2-4bbd-9c8b-90879f45a423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:09.106245 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-2c7058dd-ab5e-456f-8362-088134b08b0b req-4c864280-e0b2-4bbd-9c8b-90879f45a423 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a3f11692b2f8449abf062d147c313cb2&device_id=e79168bf-f7eb-4575-af57-4b2689c4bf43 HTTP/1.1" status: 200 len: 1096 time: 0.0737727 Jun 14 15:01:09.162830 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-2c7058dd-ab5e-456f-8362-088134b08b0b req-6728991d-fc56-472a-bcd1-2aa19ffa83f9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1118174-4649-456e-8869-e81a3c26102a HTTP/1.1" status: 200 len: 217 time: 0.0482512 Jun 14 15:01:09.249909 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7058dd-ab5e-456f-8362-088134b08b0b req-5ea0261f-6f1f-4023-af43-efc5e417607c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:09.251358 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-2c7058dd-ab5e-456f-8362-088134b08b0b req-5ea0261f-6f1f-4023-af43-efc5e417607c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1232b771-0d43-4b91-a771-4713ef8d7898 HTTP/1.1" status: 200 len: 850 time: 0.0810101 Jun 14 15:01:09.318260 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7058dd-ab5e-456f-8362-088134b08b0b req-562b6243-5ada-4760-b186-8ab8f3748287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:09.319728 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-2c7058dd-ab5e-456f-8362-088134b08b0b req-562b6243-5ada-4760-b186-8ab8f3748287 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5de2046a-1fb6-45f0-8b8a-db9f6abde019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0610802 Jun 14 15:01:09.443299 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-2c7058dd-ab5e-456f-8362-088134b08b0b req-d7712182-840b-462d-ac5f-cec8107d4d9a service neutron] 10.222.0.21 "GET /v2.0/networks/5de2046a-1fb6-45f0-8b8a-db9f6abde019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157031 Jun 14 15:01:09.575487 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-2c7058dd-ab5e-456f-8362-088134b08b0b req-21833367-45de-47e2-8f56-d35bd594e679 service neutron] 10.222.0.21 "GET /v2.0/networks/5de2046a-1fb6-45f0-8b8a-db9f6abde019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247022 Jun 14 15:01:09.906469 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f6a060-61c9-42a7-9e2f-a510c8eefe67 req-b2e057ab-c3f9-42a5-9357-ecd9a158ce31 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:09.908385 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-a7f6a060-61c9-42a7-9e2f-a510c8eefe67 req-b2e057ab-c3f9-42a5-9357-ecd9a158ce31 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/ports?device_id=e79168bf-f7eb-4575-af57-4b2689c4bf43 HTTP/1.1" status: 200 len: 943 time: 0.0754862 Jun 14 15:01:09.955615 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-a7f6a060-61c9-42a7-9e2f-a510c8eefe67 req-5e091b80-ac84-492e-8cd8-17eccde5d2b0 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7487a51-824c-4894-935f-37b6063de436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409844 Jun 14 15:01:09.969927 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 15:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ebbd8e-4c07-41ea-b3e5-73b276f0e9fd x-openstack-request-id: req-b2ebbd8e-4c07-41ea-b3e5-73b276f0e9fd {{(pid=99483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 15:01:09.973746 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e79168bf-f7eb-4575-af57-4b2689c4bf43", "tag": "a1118174-4649-456e-8869-e81a3c26102a", "status": "completed", "code": 200}]} {{(pid=99483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 15:01:09.973746 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b2ebbd8e-4c07-41ea-b3e5-73b276f0e9fd {{(pid=99483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 15:01:09.973746 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e79168bf-f7eb-4575-af57-4b2689c4bf43', 'tag': 'a1118174-4649-456e-8869-e81a3c26102a', 'status': 'completed', 'code': 200} Jun 14 15:01:10.061758 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5893e50-a1e1-40e0-a0a6-25bc7a2d6cb7 req-72734379-e15f-4165-be55-1b825578d335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:10.063229 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-f5893e50-a1e1-40e0-a0a6-25bc7a2d6cb7 req-72734379-e15f-4165-be55-1b825578d335 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a3f11692b2f8449abf062d147c313cb2&device_id=e79168bf-f7eb-4575-af57-4b2689c4bf43 HTTP/1.1" status: 200 len: 1096 time: 0.0632951 Jun 14 15:01:10.200894 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5893e50-a1e1-40e0-a0a6-25bc7a2d6cb7 req-bf51ac66-558b-489f-88f0-87d576ea7eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:10.202431 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-f5893e50-a1e1-40e0-a0a6-25bc7a2d6cb7 req-bf51ac66-558b-489f-88f0-87d576ea7eb2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5de2046a-1fb6-45f0-8b8a-db9f6abde019 HTTP/1.1" status: 200 len: 912 time: 0.1303847 Jun 14 15:01:10.275317 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-f5893e50-a1e1-40e0-a0a6-25bc7a2d6cb7 req-ad92b818-e3e9-4d8c-b220-fd5e6e72038a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1118174-4649-456e-8869-e81a3c26102a HTTP/1.1" status: 200 len: 217 time: 0.0562067 Jun 14 15:01:10.336113 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5893e50-a1e1-40e0-a0a6-25bc7a2d6cb7 req-44c57f00-9113-4ba0-b086-9021a26a48af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:10.337534 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-f5893e50-a1e1-40e0-a0a6-25bc7a2d6cb7 req-44c57f00-9113-4ba0-b086-9021a26a48af service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1232b771-0d43-4b91-a771-4713ef8d7898 HTTP/1.1" status: 200 len: 850 time: 0.0537348 Jun 14 15:01:10.406416 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5893e50-a1e1-40e0-a0a6-25bc7a2d6cb7 req-440e6bd0-1737-47d3-849d-77177747c51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:10.407926 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-f5893e50-a1e1-40e0-a0a6-25bc7a2d6cb7 req-440e6bd0-1737-47d3-849d-77177747c51c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5de2046a-1fb6-45f0-8b8a-db9f6abde019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0633705 Jun 14 15:01:10.534513 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-f5893e50-a1e1-40e0-a0a6-25bc7a2d6cb7 req-9da2558b-5adb-4b5f-9133-5f52ea2e9dea service neutron] 10.222.0.21 "GET /v2.0/networks/5de2046a-1fb6-45f0-8b8a-db9f6abde019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192851 Jun 14 15:01:10.667204 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-f5893e50-a1e1-40e0-a0a6-25bc7a2d6cb7 req-f7e3334e-2346-4d3c-a293-f842b9014983 service neutron] 10.222.0.21 "GET /v2.0/networks/5de2046a-1fb6-45f0-8b8a-db9f6abde019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259925 Jun 14 15:01:11.146476 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6345f3a8-9c6a-4cc5-9e27-0d97998df3ab req-eac4096e-1b5a-4e2f-a7da-f743605b81b9 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:11.147916 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-6345f3a8-9c6a-4cc5-9e27-0d97998df3ab req-eac4096e-1b5a-4e2f-a7da-f743605b81b9 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/ports?device_id=e79168bf-f7eb-4575-af57-4b2689c4bf43 HTTP/1.1" status: 200 len: 943 time: 0.0750365 Jun 14 15:01:11.196201 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-6345f3a8-9c6a-4cc5-9e27-0d97998df3ab req-0be7834e-b279-4a0d-9e5e-28630b65e414 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7487a51-824c-4894-935f-37b6063de436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379755 Jun 14 15:01:12.169354 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.agents_db [None req-f05f0e2d-2be5-4cb0-86e7-333c7e47477b None None] Agent healthcheck: found 6 active agents {{(pid=99486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 15:01:12.394380 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e88ff-f017-426c-80c9-964cae3a1249 req-70a8100c-145f-4af8-9e47-092e23a8a2d6 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:12.395877 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-aa8e88ff-f017-426c-80c9-964cae3a1249 req-70a8100c-145f-4af8-9e47-092e23a8a2d6 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/ports?device_id=e79168bf-f7eb-4575-af57-4b2689c4bf43 HTTP/1.1" status: 200 len: 943 time: 0.0838387 Jun 14 15:01:12.449479 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-aa8e88ff-f017-426c-80c9-964cae3a1249 req-90f7db5c-5c16-4b32-bfb7-7aaaa3660569 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7487a51-824c-4894-935f-37b6063de436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460343 Jun 14 15:01:13.656707 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf53c83e-0525-4903-a1ce-cee98f4292f5 req-b5838511-956d-4d87-af79-5b57e012b6fc tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:13.658448 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-cf53c83e-0525-4903-a1ce-cee98f4292f5 req-b5838511-956d-4d87-af79-5b57e012b6fc tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/ports?device_id=e79168bf-f7eb-4575-af57-4b2689c4bf43 HTTP/1.1" status: 200 len: 943 time: 0.0778015 Jun 14 15:01:13.701352 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-cf53c83e-0525-4903-a1ce-cee98f4292f5 req-ccb3307f-05a4-4327-821b-8c872bae24c1 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7487a51-824c-4894-935f-37b6063de436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373275 Jun 14 15:01:14.900458 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7506e8d2-d497-4f88-912f-212b9c008178 req-42282fc4-05f2-4538-8ec6-bee6ad6f69c2 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:14.901956 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-7506e8d2-d497-4f88-912f-212b9c008178 req-42282fc4-05f2-4538-8ec6-bee6ad6f69c2 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/ports?device_id=e79168bf-f7eb-4575-af57-4b2689c4bf43 HTTP/1.1" status: 200 len: 943 time: 0.0772603 Jun 14 15:01:14.952997 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-7506e8d2-d497-4f88-912f-212b9c008178 req-429dbc1a-1b7d-4537-bf4e-43c2be80ea35 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7487a51-824c-4894-935f-37b6063de436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437605 Jun 14 15:01:16.188994 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0edaa8e-21a8-4c0a-9535-8b74358553b7 req-4d6a2ee6-c427-4223-9ec5-9c387432f710 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:16.190605 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-a0edaa8e-21a8-4c0a-9535-8b74358553b7 req-4d6a2ee6-c427-4223-9ec5-9c387432f710 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/ports?device_id=e79168bf-f7eb-4575-af57-4b2689c4bf43 HTTP/1.1" status: 200 len: 943 time: 0.0974362 Jun 14 15:01:16.255159 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-a0edaa8e-21a8-4c0a-9535-8b74358553b7 req-6083566f-b373-40e5-8265-3e2e1a5b924f tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7487a51-824c-4894-935f-37b6063de436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550485 Jun 14 15:01:17.452832 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7699e-e99e-4477-a065-b4d76a44701b req-197f37aa-5f09-4913-a753-c38ecc983edb tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:17.454461 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-cbd7699e-e99e-4477-a065-b4d76a44701b req-197f37aa-5f09-4913-a753-c38ecc983edb tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/ports?device_id=e79168bf-f7eb-4575-af57-4b2689c4bf43 HTTP/1.1" status: 200 len: 943 time: 0.0757005 Jun 14 15:01:17.511210 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-cbd7699e-e99e-4477-a065-b4d76a44701b req-02bcecca-9c1e-42e5-a2c2-6a9f999b8bd9 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7487a51-824c-4894-935f-37b6063de436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496838 Jun 14 15:01:17.643087 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device a1118174-4649-456e-8869-e81a3c26102a details requested by agent hyperv_hv-cinder-72618 with host hv-cinder-72618 {{(pid=99485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 15:01:17.788416 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] For port a1118174-4649-456e-8869-e81a3c26102a, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=a1118174-4649-456e-8869-e81a3c26102a,segment=NetworkSegment(f38bb8ce-b58e-4ac2-8f7b-63bec74bcbb6),segment_id=f38bb8ce-b58e-4ac2-8f7b-63bec74bcbb6)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 15:01:17.802695 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Returning: {'device': 'a1118174-4649-456e-8869-e81a3c26102a', 'network_id': '5de2046a-1fb6-45f0-8b8a-db9f6abde019', 'port_id': 'a1118174-4649-456e-8869-e81a3c26102a', 'mac_address': 'fa:16:3e:f4:19:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1232b771-0d43-4b91-a771-4713ef8d7898', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 15:01:17.853684 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:17.871404 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.notifiers.nova [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1118174-4649-456e-8869-e81a3c26102a {{(pid=99485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 15:01:17.895109 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] For port a1118174-4649-456e-8869-e81a3c26102a, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=a1118174-4649-456e-8869-e81a3c26102a,segment=NetworkSegment(f38bb8ce-b58e-4ac2-8f7b-63bec74bcbb6),segment_id=f38bb8ce-b58e-4ac2-8f7b-63bec74bcbb6)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 15:01:17.984742 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:17.987401 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-a5f92c76-91f7-4d62-a7c2-cdb9a22674f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:01:18.050727 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Pushing event updated for resources: {'Port': ['ID=a1118174-4649-456e-8869-e81a3c26102a,revision_number=4']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:01:18.061068 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:01:18.061518 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:01:18.062087 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:01:18.062616 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:01:18.063797 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:01:18.064216 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:01:18.064646 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:01:18.065062 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:01:18.065424 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:01:18.065890 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:01:18.066950 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:01:18.066950 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:01:18.073185 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:01:18.214341 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] get_ports_and_sgs() called for port_ids ['a1118174-4649-456e-8869-e81a3c26102a'] {{(pid=99485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 15:01:18.723720 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c382735-5ee5-4dc5-b0f4-d5382714ed24 req-d3cbd996-79f1-4e35-906f-a148c419a79b tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:18.725308 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-3c382735-5ee5-4dc5-b0f4-d5382714ed24 req-d3cbd996-79f1-4e35-906f-a148c419a79b tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/ports?device_id=e79168bf-f7eb-4575-af57-4b2689c4bf43 HTTP/1.1" status: 200 len: 944 time: 0.0776272 Jun 14 15:01:18.771466 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-3c382735-5ee5-4dc5-b0f4-d5382714ed24 req-102e5792-cdb0-4efa-a441-cc8d21536651 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7487a51-824c-4894-935f-37b6063de436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405264 Jun 14 15:01:19.648242 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device a1118174-4649-456e-8869-e81a3c26102a up at agent hyperv_hv-cinder-72618 {{(pid=99485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 15:01:19.786757 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Provisioning for port a1118174-4649-456e-8869-e81a3c26102a completed by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 15:01:19.791093 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.provisioning_blocks [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Provisioning complete for port a1118174-4649-456e-8869-e81a3c26102a triggered by entity L2. {{(pid=99485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 15:01:19.791470 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909929'] for port, provisioning_complete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:19.986666 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92590157-6fe1-4aef-8b4c-eeb7f36d1360 req-3a96cc52-50cf-43fa-ae31-3d568284727f tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:19.987292 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-92590157-6fe1-4aef-8b4c-eeb7f36d1360 req-3a96cc52-50cf-43fa-ae31-3d568284727f tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/ports?device_id=e79168bf-f7eb-4575-af57-4b2689c4bf43 HTTP/1.1" status: 200 len: 944 time: 0.0892775 Jun 14 15:01:20.038897 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-92590157-6fe1-4aef-8b4c-eeb7f36d1360 req-f32debfd-e6d8-4a9f-8684-b6cc2ba0e786 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7487a51-824c-4894-935f-37b6063de436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444674 Jun 14 15:01:20.054914 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:20.083188 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e79168bf-f7eb-4575-af57-4b2689c4bf43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1118174-4649-456e-8869-e81a3c26102a'}] {{(pid=99485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 15:01:20.086071 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb48b8a921a599a4918edb6fe4edb23e72f7f4aaa6ba2d648db764b95ae78972" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e13a25c-4485-4150-9a49-0ce63b962096" -d '{"events": [{"server_uuid": "e79168bf-f7eb-4575-af57-4b2689c4bf43", "name": "network-vif-plugged", "status": "completed", "tag": "a1118174-4649-456e-8869-e81a3c26102a"}]}' {{(pid=99485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 15:01:20.102065 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] For port a1118174-4649-456e-8869-e81a3c26102a, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=a1118174-4649-456e-8869-e81a3c26102a,segment=NetworkSegment(f38bb8ce-b58e-4ac2-8f7b-63bec74bcbb6),segment_id=f38bb8ce-b58e-4ac2-8f7b-63bec74bcbb6)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 15:01:20.127188 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 15:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5982b69-ab68-49d0-9cf4-28ccaba95e68 x-openstack-request-id: req-f5982b69-ab68-49d0-9cf4-28ccaba95e68 {{(pid=99485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 15:01:20.127490 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e79168bf-f7eb-4575-af57-4b2689c4bf43", "name": "network-vif-plugged", "status": "completed", "tag": "a1118174-4649-456e-8869-e81a3c26102a", "code": 200}]} {{(pid=99485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 15:01:20.127794 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f5982b69-ab68-49d0-9cf4-28ccaba95e68 {{(pid=99485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 15:01:20.128259 dv-cinder-726180-9-iscsi neutron-server[99485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e79168bf-f7eb-4575-af57-4b2689c4bf43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1118174-4649-456e-8869-e81a3c26102a', 'code': 200} Jun 14 15:01:20.167233 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950'] for port, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:20.169221 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-e7380df4-de4e-47f5-8c13-87860bd94858 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:01:20.230926 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Pushing event updated for resources: {'Port': ['ID=a1118174-4649-456e-8869-e81a3c26102a,revision_number=5']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:01:20.234783 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:01:20.627593 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6741ff63-266a-4a1f-b39e-c0618c4ffccb req-a3276946-da6a-4398-85a2-552f881df132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:20.634608 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-6741ff63-266a-4a1f-b39e-c0618c4ffccb req-a3276946-da6a-4398-85a2-552f881df132 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e79168bf-f7eb-4575-af57-4b2689c4bf43 HTTP/1.1" status: 200 len: 1098 time: 0.0694120 Jun 14 15:01:20.671147 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-6741ff63-266a-4a1f-b39e-c0618c4ffccb req-bb87be35-bcca-44d7-bacc-996319f51793 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e7487a51-824c-4894-935f-37b6063de436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353084 Jun 14 15:01:21.256414 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565dbe3-ca68-41a6-be6d-ad9c9198262b req-a061d54b-9b9a-4b04-afaa-8eb9c5f55c1a tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:21.257813 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-5565dbe3-ca68-41a6-be6d-ad9c9198262b req-a061d54b-9b9a-4b04-afaa-8eb9c5f55c1a tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/ports?device_id=e79168bf-f7eb-4575-af57-4b2689c4bf43 HTTP/1.1" status: 200 len: 945 time: 0.0888827 Jun 14 15:01:21.302018 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-5565dbe3-ca68-41a6-be6d-ad9c9198262b req-7588e323-b119-46e2-94a6-e15e7b0a582a tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7487a51-824c-4894-935f-37b6063de436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384386 Jun 14 15:01:22.526774 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4bf17a-e937-4cbb-9173-ef0874aefb83 req-257a818c-52ad-44a8-a2f9-09cf7ba3f808 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:22.528422 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-fb4bf17a-e937-4cbb-9173-ef0874aefb83 req-257a818c-52ad-44a8-a2f9-09cf7ba3f808 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/ports?device_id=e79168bf-f7eb-4575-af57-4b2689c4bf43 HTTP/1.1" status: 200 len: 945 time: 0.0877109 Jun 14 15:01:22.589096 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-fb4bf17a-e937-4cbb-9173-ef0874aefb83 req-87b9855c-c9c0-49b8-a485-47fff5acdad5 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7487a51-824c-4894-935f-37b6063de436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533133 Jun 14 15:01:22.809112 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579314ae-d095-4713-aebf-5c9421a7e222 req-66cd3a81-02bb-42de-8e55-81d9c7259288 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:22.811971 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-579314ae-d095-4713-aebf-5c9421a7e222 req-66cd3a81-02bb-42de-8e55-81d9c7259288 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/ports?device_id=e79168bf-f7eb-4575-af57-4b2689c4bf43 HTTP/1.1" status: 200 len: 945 time: 0.0930474 Jun 14 15:01:22.863402 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-579314ae-d095-4713-aebf-5c9421a7e222 req-cce42129-1849-48f5-9185-292a700df3f1 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7487a51-824c-4894-935f-37b6063de436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427005 Jun 14 15:01:22.890586 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 40184) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:01:22.957301 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695d508b-d2c4-4d08-8dad-6e64741897a8 tempest-TestVolumeBootPattern-597839495 tempest-TestVolumeBootPattern-597839495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:22.959089 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-695d508b-d2c4-4d08-8dad-6e64741897a8 tempest-TestVolumeBootPattern-597839495 tempest-TestVolumeBootPattern-597839495-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e79168bf-f7eb-4575-af57-4b2689c4bf43 HTTP/1.1" status: 200 len: 1093 time: 0.0672836 Jun 14 15:01:22.965249 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 40186) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:01:22.971173 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.v2.base [None req-cf688600-bb5c-4030-a926-4242757d2615 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Request body: {'floatingip': {'floating_network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'port_id': 'a1118174-4649-456e-8869-e81a3c26102a', 'tenant_id': 'a3f11692b2f8449abf062d147c313cb2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=99483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 15:01:23.095225 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-cf688600-bb5c-4030-a926-4242757d2615 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks [] for floatingip, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:23.244830 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-cf688600-bb5c-4030-a926-4242757d2615 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905267'] for port, before_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:23.378351 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.db_base_plugin_common [None req-cf688600-bb5c-4030-a926-4242757d2615 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Allocated IP 172.27.3.129 (380d7500-e042-4a28-87f8-50b947846e60/5342af6e-54a0-4047-9509-517c9dedbdeb/2450abc1-0232-4fe6-a737-6dc50ccf7966) {{(pid=99483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 15:01:23.532315 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-cf688600-bb5c-4030-a926-4242757d2615 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks [] for port, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:23.681879 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-cf688600-bb5c-4030-a926-4242757d2615 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-905456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763375065887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12282725'] for port, after_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:23.684458 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-468dddb5-a9e4-441a-9099-f399d903711b tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:01:23.738004 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf688600-bb5c-4030-a926-4242757d2615 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Network 380d7500-e042-4a28-87f8-50b947846e60 is already hosted by enough agents. {{(pid=99483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 15:01:23.741088 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.base_scheduler [None req-cf688600-bb5c-4030-a926-4242757d2615 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Resources bound (agent type, host, resource id): {{(pid=99483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 15:01:23.745712 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf688600-bb5c-4030-a926-4242757d2615 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Received port after_create {{(pid=99483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 15:01:23.749501 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf688600-bb5c-4030-a926-4242757d2615 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Pushing event updated for resources: {'Port': ['ID=2450abc1-0232-4fe6-a737-6dc50ccf7966,revision_number=1']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:01:23.779098 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-cf688600-bb5c-4030-a926-4242757d2615 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:01:24.263186 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-cf688600-bb5c-4030-a926-4242757d2615 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:24.431555 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-cf688600-bb5c-4030-a926-4242757d2615 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905249'] for port, before_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:24.629330 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-cf688600-bb5c-4030-a926-4242757d2615 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks [] for port, precommit_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:24.712129 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-cf688600-bb5c-4030-a926-4242757d2615 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375458883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763375065905', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763375065950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282715'] for port, after_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:24.714376 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-f32cfe90-9475-4be4-8af4-8e5f446e64e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:01:24.811455 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf688600-bb5c-4030-a926-4242757d2615 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Pushing event updated for resources: {'Port': ['ID=2450abc1-0232-4fe6-a737-6dc50ccf7966,revision_number=2']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:01:24.816445 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-cf688600-bb5c-4030-a926-4242757d2615 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:01:24.824588 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-cf688600-bb5c-4030-a926-4242757d2615 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4045686'] for floatingip, after_update {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:24.973896 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.db.l3_db [None req-cf688600-bb5c-4030-a926-4242757d2615 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Floating IP 9eac65f8-c75a-4fcf-b181-e1723a9ea3fc associated. External IP: 172.27.3.129, port: a1118174-4649-456e-8869-e81a3c26102a. Jun 14 15:01:25.284147 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf688600-bb5c-4030-a926-4242757d2615 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Router 56db3354-3750-4571-b550-d8c3ab04ebf8 has already been hosted by L3 agent 1c008f53-dbc2-48c1-a123-31b869a31df2 {{(pid=99483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 15:01:25.756730 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf688600-bb5c-4030-a926-4242757d2615 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify agent at l3_agent.dv-cinder-726180-9-iscsi the message routers_updated {{(pid=99483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 15:01:25.774257 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d02cce-aed8-4d27-8ee5-b572e60003a2 None None] Sync routers for ids ['56db3354-3750-4571-b550-d8c3ab04ebf8'] in dv-cinder-726180-9-iscsi {{(pid=99485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 15:01:25.782396 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d02cce-aed8-4d27-8ee5-b572e60003a2 None None] Routers {'56db3354-3750-4571-b550-d8c3ab04ebf8'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 15:01:25.784667 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-09d02cce-aed8-4d27-8ee5-b572e60003a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T15:00:58Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['56db3354-3750-4571-b550-d8c3ab04ebf8'], 'active': True} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:01:25.834449 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-3d3b7c87-5798-4d5c-93a4-1cf7ed1a276d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:25.889826 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-cf688600-bb5c-4030-a926-4242757d2615 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645'] for floatingip, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:25.960801 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvr_db [None req-09d02cce-aed8-4d27-8ee5-b572e60003a2 None None] Set router 56db3354-3750-4571-b550-d8c3ab04ebf8 gateway port host: dv-cinder-726180-9-iscsi {{(pid=99485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 15:01:25.961098 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-cf688600-bb5c-4030-a926-4242757d2615 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9811280 Jun 14 15:01:25.961098 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e79168bf-f7eb-4575-af57-4b2689c4bf43', 'tag': 'a1118174-4649-456e-8869-e81a3c26102a'}] {{(pid=99483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 15:01:25.961098 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10e764dcb54ca1904200e902db0bf3fc798e652e4e20eb5cbfc1ab196cf52753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb25b6b6-2b9a-4a6e-a9da-06a42c989165" -d '{"events": [{"name": "network-changed", "server_uuid": "e79168bf-f7eb-4575-af57-4b2689c4bf43", "tag": "a1118174-4649-456e-8869-e81a3c26102a"}]}' {{(pid=99483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 15:01:26.023933 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 15:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ccd241f-d101-4e54-ac54-daac35814e85 x-openstack-request-id: req-8ccd241f-d101-4e54-ac54-daac35814e85 {{(pid=99483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 15:01:26.025832 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e79168bf-f7eb-4575-af57-4b2689c4bf43", "tag": "a1118174-4649-456e-8869-e81a3c26102a", "status": "completed", "code": 200}]} {{(pid=99483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 15:01:26.025832 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8ccd241f-d101-4e54-ac54-daac35814e85 {{(pid=99483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 15:01:26.025832 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e79168bf-f7eb-4575-af57-4b2689c4bf43', 'tag': 'a1118174-4649-456e-8869-e81a3c26102a', 'status': 'completed', 'code': 200} Jun 14 15:01:26.130088 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb25b6b6-2b9a-4a6e-a9da-06a42c989165 req-766b2d7c-3823-4a0c-8098-6dc604c73de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:26.131593 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-eb25b6b6-2b9a-4a6e-a9da-06a42c989165 req-766b2d7c-3823-4a0c-8098-6dc604c73de6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a3f11692b2f8449abf062d147c313cb2&device_id=e79168bf-f7eb-4575-af57-4b2689c4bf43 HTTP/1.1" status: 200 len: 1098 time: 0.0763054 Jun 14 15:01:26.266716 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb25b6b6-2b9a-4a6e-a9da-06a42c989165 req-5094fe7d-a385-4dd9-a8eb-b92e5705b3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:26.268156 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-eb25b6b6-2b9a-4a6e-a9da-06a42c989165 req-5094fe7d-a385-4dd9-a8eb-b92e5705b3a2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5de2046a-1fb6-45f0-8b8a-db9f6abde019 HTTP/1.1" status: 200 len: 912 time: 0.1292312 Jun 14 15:01:26.291503 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-09d02cce-aed8-4d27-8ee5-b572e60003a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'name': 'tempest-TestVolumeBootPattern-530298258-router', 'tenant_id': 'a3f11692b2f8449abf062d147c313cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:55:23Z', 'updated_at': '2021-06-14T14:55:31Z', 'revision_number': 4, 'project_id': 'a3f11692b2f8449abf062d147c313cb2', 'gw_port': {'id': 'fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:12:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:55:25Z', 'updated_at': '2021-06-14T14:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_floatingips': [{'id': '77fa1055-bb85-4aac-ad11-f5599f47eb65', 'tenant_id': 'a3f11692b2f8449abf062d147c313cb2', 'floating_ip_address': '172.27.3.225', 'floating_network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'router_id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'port_id': 'a8c4eb96-307a-417b-a9bf-bbae173f72d4', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5de2046a-1fb6-45f0-8b8a-db9f6abde019', 'mac_address': 'fa:16:3e:bf:e9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa67fb69-5eef-4129-94fa-275fd00cda95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T14:59:11Z', 'updated_at': '2021-06-14T14:59:14Z', 'revision_number': 1, 'project_id': 'a3f11692b2f8449abf062d147c313cb2', 'fixed_ip_address_scope': None}, {'id': '9eac65f8-c75a-4fcf-b181-e1723a9ea3fc', 'tenant_id': 'a3f11692b2f8449abf062d147c313cb2', 'floating_ip_address': '172.27.3.129', 'floating_network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'router_id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'port_id': 'a1118174-4649-456e-8869-e81a3c26102a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5de2046a-1fb6-45f0-8b8a-db9f6abde019', 'mac_address': 'fa:16:3e:f4:19:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79168bf-f7eb-4575-af57-4b2689c4bf43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T15:01:24Z', 'updated_at': '2021-06-14T15:01:24Z', 'revision_number': 0, 'project_id': 'a3f11692b2f8449abf062d147c313cb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd223acc0-6fae-4005-912e-50fe6f00d313', 'name': '', 'network_id': '5de2046a-1fb6-45f0-8b8a-db9f6abde019', 'tenant_id': 'a3f11692b2f8449abf062d147c313cb2', 'mac_address': 'fa:16:3e:b7:34:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '1232b771-0d43-4b91-a771-4713ef8d7898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:55:29Z', 'updated_at': '2021-06-14T14:55:37Z', 'revision_number': 5, 'project_id': 'a3f11692b2f8449abf062d147c313cb2', 'subnets': [{'id': '1232b771-0d43-4b91-a771-4713ef8d7898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:01:26.296196 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d02cce-aed8-4d27-8ee5-b572e60003a2 None None] Checking router: 56db3354-3750-4571-b550-d8c3ab04ebf8 for host: dv-cinder-726180-9-iscsi {{(pid=99485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 15:01:26.307151 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d02cce-aed8-4d27-8ee5-b572e60003a2 None None] Routers {'56db3354-3750-4571-b550-d8c3ab04ebf8'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 15:01:26.307802 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-09d02cce-aed8-4d27-8ee5-b572e60003a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T15:00:58Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['56db3354-3750-4571-b550-d8c3ab04ebf8'], 'active': True} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:01:26.364836 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-eb25b6b6-2b9a-4a6e-a9da-06a42c989165 req-7d075a29-bb68-418a-8011-228a23c7b596 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1118174-4649-456e-8869-e81a3c26102a HTTP/1.1" status: 200 len: 999 time: 0.0899591 Jun 14 15:01:26.435891 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb25b6b6-2b9a-4a6e-a9da-06a42c989165 req-8db9beeb-1d9d-4a9c-94ea-a6e2b6df58e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:26.438324 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-eb25b6b6-2b9a-4a6e-a9da-06a42c989165 req-8db9beeb-1d9d-4a9c-94ea-a6e2b6df58e5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1232b771-0d43-4b91-a771-4713ef8d7898 HTTP/1.1" status: 200 len: 850 time: 0.0659573 Jun 14 15:01:26.473124 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvr_db [None req-09d02cce-aed8-4d27-8ee5-b572e60003a2 None None] Set router 56db3354-3750-4571-b550-d8c3ab04ebf8 gateway port host: dv-cinder-726180-9-iscsi {{(pid=99485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 15:01:26.530390 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb25b6b6-2b9a-4a6e-a9da-06a42c989165 req-e41718f9-57e5-46f3-ada9-f8c26e8e90b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:26.532380 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-eb25b6b6-2b9a-4a6e-a9da-06a42c989165 req-e41718f9-57e5-46f3-ada9-f8c26e8e90b5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5de2046a-1fb6-45f0-8b8a-db9f6abde019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0853376 Jun 14 15:01:26.676842 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-eb25b6b6-2b9a-4a6e-a9da-06a42c989165 req-f438154c-2db2-4dd5-afd0-d8a2291b5559 service neutron] 10.222.0.21 "GET /v2.0/networks/5de2046a-1fb6-45f0-8b8a-db9f6abde019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365886 Jun 14 15:01:26.805459 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-09d02cce-aed8-4d27-8ee5-b572e60003a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'name': 'tempest-TestVolumeBootPattern-530298258-router', 'tenant_id': 'a3f11692b2f8449abf062d147c313cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:55:23Z', 'updated_at': '2021-06-14T14:55:31Z', 'revision_number': 4, 'project_id': 'a3f11692b2f8449abf062d147c313cb2', 'gw_port': {'id': 'fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:12:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:55:25Z', 'updated_at': '2021-06-14T14:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_floatingips': [{'id': '77fa1055-bb85-4aac-ad11-f5599f47eb65', 'tenant_id': 'a3f11692b2f8449abf062d147c313cb2', 'floating_ip_address': '172.27.3.225', 'floating_network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'router_id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'port_id': 'a8c4eb96-307a-417b-a9bf-bbae173f72d4', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5de2046a-1fb6-45f0-8b8a-db9f6abde019', 'mac_address': 'fa:16:3e:bf:e9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa67fb69-5eef-4129-94fa-275fd00cda95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T14:59:11Z', 'updated_at': '2021-06-14T14:59:14Z', 'revision_number': 1, 'project_id': 'a3f11692b2f8449abf062d147c313cb2', 'fixed_ip_address_scope': None}, {'id': '9eac65f8-c75a-4fcf-b181-e1723a9ea3fc', 'tenant_id': 'a3f11692b2f8449abf062d147c313cb2', 'floating_ip_address': '172.27.3.129', 'floating_network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'router_id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'port_id': 'a1118174-4649-456e-8869-e81a3c26102a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5de2046a-1fb6-45f0-8b8a-db9f6abde019', 'mac_address': 'fa:16:3e:f4:19:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79168bf-f7eb-4575-af57-4b2689c4bf43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T15:01:24Z', 'updated_at': '2021-06-14T15:01:24Z', 'revision_number': 0, 'project_id': 'a3f11692b2f8449abf062d147c313cb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd223acc0-6fae-4005-912e-50fe6f00d313', 'name': '', 'network_id': '5de2046a-1fb6-45f0-8b8a-db9f6abde019', 'tenant_id': 'a3f11692b2f8449abf062d147c313cb2', 'mac_address': 'fa:16:3e:b7:34:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '1232b771-0d43-4b91-a771-4713ef8d7898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:55:29Z', 'updated_at': '2021-06-14T14:55:37Z', 'revision_number': 5, 'project_id': 'a3f11692b2f8449abf062d147c313cb2', 'subnets': [{'id': '1232b771-0d43-4b91-a771-4713ef8d7898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:01:26.809359 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d02cce-aed8-4d27-8ee5-b572e60003a2 None None] The sync data for ids ['56db3354-3750-4571-b550-d8c3ab04ebf8'] in dv-cinder-726180-9-iscsi is: [{'id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'name': 'tempest-TestVolumeBootPattern-530298258-router', 'tenant_id': 'a3f11692b2f8449abf062d147c313cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:55:23Z', 'updated_at': '2021-06-14T14:55:31Z', 'revision_number': 4, 'project_id': 'a3f11692b2f8449abf062d147c313cb2', 'gw_port': {'id': 'fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:12:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:55:25Z', 'updated_at': '2021-06-14T14:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_floatingips': [{'id': '77fa1055-bb85-4aac-ad11-f5599f47eb65', 'tenant_id': 'a3f11692b2f8449abf062d147c313cb2', 'floating_ip_address': '172.27.3.225', 'floating_network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'router_id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'port_id': 'a8c4eb96-307a-417b-a9bf-bbae173f72d4', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5de2046a-1fb6-45f0-8b8a-db9f6abde019', 'mac_address': 'fa:16:3e:bf:e9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa67fb69-5eef-4129-94fa-275fd00cda95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T14:59:11Z', 'updated_at': '2021-06-14T14:59:14Z', 'revision_number': 1, 'project_id': 'a3f11692b2f8449abf062d147c313cb2', 'fixed_ip_address_scope': None}, {'id': '9eac65f8-c75a-4fcf-b181-e1723a9ea3fc', 'tenant_id': 'a3f11692b2f8449abf062d147c313cb2', 'floating_ip_address': '172.27.3.129', 'floating_network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'router_id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'port_id': 'a1118174-4649-456e-8869-e81a3c26102a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5de2046a-1fb6-45f0-8b8a-db9f6abde019', 'mac_address': 'fa:16:3e:f4:19:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79168bf-f7eb-4575-af57-4b2689c4bf43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T15:01:24Z', 'updated_at': '2021-06-14T15:01:24Z', 'revision_number': 0, 'project_id': 'a3f11692b2f8449abf062d147c313cb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd223acc0-6fae-4005-912e-50fe6f00d313', 'name': '', 'network_id': '5de2046a-1fb6-45f0-8b8a-db9f6abde019', 'tenant_id': 'a3f11692b2f8449abf062d147c313cb2', 'mac_address': 'fa:16:3e:b7:34:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '1232b771-0d43-4b91-a771-4713ef8d7898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:55:29Z', 'updated_at': '2021-06-14T14:55:37Z', 'revision_number': 5, 'project_id': 'a3f11692b2f8449abf062d147c313cb2', 'subnets': [{'id': '1232b771-0d43-4b91-a771-4713ef8d7898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 15:01:26.815882 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-eb25b6b6-2b9a-4a6e-a9da-06a42c989165 req-0178fb68-308d-45bb-aeaa-4c3a2a138dfa service neutron] 10.222.0.21 "GET /v2.0/networks/5de2046a-1fb6-45f0-8b8a-db9f6abde019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319764 Jun 14 15:01:27.017443 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95aa7e1-b55f-480b-a2f9-0e67990dda70 None None] New status for floating IP 9eac65f8-c75a-4fcf-b181-e1723a9ea3fc: ACTIVE {{(pid=99486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 15:01:28.555756 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-51399b6a-34a5-4832-862a-7f7d2bd752a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:28.740846 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:29.715703 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-fac6794f-d54e-43a2-84ad-332974bc6d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:30.734844 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:31.430378 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-39b4335d-7f90-4c96-ac82-c584c202a69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:49.169314 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.agents_db [None req-f05f0e2d-2be5-4cb0-86e7-333c7e47477b None None] Agent healthcheck: found 6 active agents {{(pid=99486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 15:01:55.791495 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-0d856971-75bd-4350-a56e-535de8baf7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:58.551691 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-e5bfe027-c267-4b2d-bc9c-b19ead052fc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:58.688614 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:59.717220 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-fac6794f-d54e-43a2-84ad-332974bc6d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:02:00.791169 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:02:01.459988 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-39b4335d-7f90-4c96-ac82-c584c202a69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:02:02.820756 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-e8254e70-3713-42de-8a4d-f9bf9cb674ea req-1c1bb7ba-b426-4475-af28-a6b5c69a3417 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=aa67fb69-5eef-4129-94fa-275fd00cda95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0825608 Jun 14 15:02:02.935610 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8254e70-3713-42de-8a4d-f9bf9cb674ea req-a6f533b7-c6a0-4343-b1f9-ef5422d37342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:02:02.937431 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-e8254e70-3713-42de-8a4d-f9bf9cb674ea req-a6f533b7-c6a0-4343-b1f9-ef5422d37342 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a3f11692b2f8449abf062d147c313cb2&device_id=aa67fb69-5eef-4129-94fa-275fd00cda95 HTTP/1.1" status: 200 len: 1098 time: 0.0628319 Jun 14 15:02:03.086663 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8254e70-3713-42de-8a4d-f9bf9cb674ea req-8be9408e-bdcf-48ea-bb72-de78c4ac9fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:02:03.088136 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-e8254e70-3713-42de-8a4d-f9bf9cb674ea req-8be9408e-bdcf-48ea-bb72-de78c4ac9fc1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5de2046a-1fb6-45f0-8b8a-db9f6abde019 HTTP/1.1" status: 200 len: 912 time: 0.1282606 Jun 14 15:02:03.183997 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-e8254e70-3713-42de-8a4d-f9bf9cb674ea req-6e70fe99-f31e-4103-8929-8a8d657e9e9b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8c4eb96-307a-417b-a9bf-bbae173f72d4 HTTP/1.1" status: 200 len: 1001 time: 0.0871212 Jun 14 15:02:03.242723 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8254e70-3713-42de-8a4d-f9bf9cb674ea req-8691f326-f717-4f7d-a9e2-c1b83f88143a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:02:03.244220 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-e8254e70-3713-42de-8a4d-f9bf9cb674ea req-8691f326-f717-4f7d-a9e2-c1b83f88143a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1232b771-0d43-4b91-a771-4713ef8d7898 HTTP/1.1" status: 200 len: 850 time: 0.0533843 Jun 14 15:02:03.312286 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8254e70-3713-42de-8a4d-f9bf9cb674ea req-30efcff2-1388-41cc-b290-8b79c042882f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:02:03.313760 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-e8254e70-3713-42de-8a4d-f9bf9cb674ea req-30efcff2-1388-41cc-b290-8b79c042882f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5de2046a-1fb6-45f0-8b8a-db9f6abde019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0621433 Jun 14 15:02:03.437723 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-e8254e70-3713-42de-8a4d-f9bf9cb674ea req-87b7118f-67bf-44cb-b654-5b53aa238f7b service neutron] 10.222.0.21 "GET /v2.0/networks/5de2046a-1fb6-45f0-8b8a-db9f6abde019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157613 Jun 14 15:02:03.564367 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-e8254e70-3713-42de-8a4d-f9bf9cb674ea req-88251b43-d48c-4ad7-be4f-1685ef274ea1 service neutron] 10.222.0.21 "GET /v2.0/networks/5de2046a-1fb6-45f0-8b8a-db9f6abde019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193488 Jun 14 15:02:14.794289 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [req-e2b042bd-de16-4728-b3d1-8d069d84a287 req-84179cb5-48cf-4e04-8200-9fb6dcfcf341 service neutron] (99484) timed out ('10.222.0.21', 56391) {{(pid=99484) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 14 15:02:25.780724 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-2aedb4ce-686b-462e-a146-177715bd51f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:02:26.172996 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.agents_db [None req-f05f0e2d-2be5-4cb0-86e7-333c7e47477b None None] Agent healthcheck: found 6 active agents {{(pid=99486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 15:02:28.526034 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-cd277e77-cd43-41f2-8b2d-a910f6b8b8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:02:28.676373 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:02:29.720337 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-fac6794f-d54e-43a2-84ad-332974bc6d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:02:30.750658 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:02:31.407691 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-39b4335d-7f90-4c96-ac82-c584c202a69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:02:55.069948 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 40208) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:02:55.309526 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.plugin [None req-eeedc57d-1514-4f5b-ab32-8ec5f7761f39 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Deleting port 2450abc1-0232-4fe6-a737-6dc50ccf7966 {{(pid=99483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 15:02:55.309967 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-eeedc57d-1514-4f5b-ab32-8ec5f7761f39 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375454248'] for port, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:02:55.418868 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-eeedc57d-1514-4f5b-ab32-8ec5f7761f39 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4046836'] for port, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:02:55.419447 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-eeedc57d-1514-4f5b-ab32-8ec5f7761f39 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:02:55.517307 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.plugin [None req-eeedc57d-1514-4f5b-ab32-8ec5f7761f39 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Calling delete_port for 2450abc1-0232-4fe6-a737-6dc50ccf7966 owned by network:floatingip {{(pid=99483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 15:02:55.817418 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-eeedc57d-1514-4f5b-ab32-8ec5f7761f39 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375458892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763375065896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282732'] for port, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:02:55.819729 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-94b76d6b-11e9-4db0-8e70-dc2ef5d32a26 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:02:55.862183 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeedc57d-1514-4f5b-ab32-8ec5f7761f39 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Pushing event deleted for resources: {'Port': ['ID=2450abc1-0232-4fe6-a737-6dc50ccf7966,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:02:55.862424 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-329f3934-6621-4be6-8ce3-4c09da55e3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:02:55.896474 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeedc57d-1514-4f5b-ab32-8ec5f7761f39 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:02:55.896861 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeedc57d-1514-4f5b-ab32-8ec5f7761f39 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:02:55.897266 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeedc57d-1514-4f5b-ab32-8ec5f7761f39 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:02:55.897689 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeedc57d-1514-4f5b-ab32-8ec5f7761f39 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:02:55.898007 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeedc57d-1514-4f5b-ab32-8ec5f7761f39 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:02:55.898390 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeedc57d-1514-4f5b-ab32-8ec5f7761f39 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:02:55.898737 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeedc57d-1514-4f5b-ab32-8ec5f7761f39 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:02:55.899101 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeedc57d-1514-4f5b-ab32-8ec5f7761f39 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:02:55.899492 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeedc57d-1514-4f5b-ab32-8ec5f7761f39 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:02:55.899826 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeedc57d-1514-4f5b-ab32-8ec5f7761f39 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:02:55.900208 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeedc57d-1514-4f5b-ab32-8ec5f7761f39 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:02:55.900582 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeedc57d-1514-4f5b-ab32-8ec5f7761f39 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:02:55.905137 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-eeedc57d-1514-4f5b-ab32-8ec5f7761f39 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:02:55.953054 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-eeedc57d-1514-4f5b-ab32-8ec5f7761f39 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks [] for floatingip, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:02:55.953350 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.db.l3_db [None req-eeedc57d-1514-4f5b-ab32-8ec5f7761f39 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Floating IP 9eac65f8-c75a-4fcf-b181-e1723a9ea3fc disassociated (deleted). External IP: 172.27.3.129, port: a1118174-4649-456e-8869-e81a3c26102a. Jun 14 15:02:56.278435 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeedc57d-1514-4f5b-ab32-8ec5f7761f39 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Router 56db3354-3750-4571-b550-d8c3ab04ebf8 has already been hosted by L3 agent 1c008f53-dbc2-48c1-a123-31b869a31df2 {{(pid=99483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 15:02:56.428942 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeedc57d-1514-4f5b-ab32-8ec5f7761f39 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify agent at l3_agent.dv-cinder-726180-9-iscsi the message routers_updated {{(pid=99483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 15:02:56.433349 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-eeedc57d-1514-4f5b-ab32-8ec5f7761f39 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645'] for floatingip, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:02:56.439999 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bce567-bed9-477c-b362-ab5da1acf1aa None None] Sync routers for ids ['56db3354-3750-4571-b550-d8c3ab04ebf8'] in dv-cinder-726180-9-iscsi {{(pid=99485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 15:02:56.449236 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bce567-bed9-477c-b362-ab5da1acf1aa None None] Routers {'56db3354-3750-4571-b550-d8c3ab04ebf8'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 15:02:56.450477 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-a5bce567-bed9-477c-b362-ab5da1acf1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T15:02:28Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['56db3354-3750-4571-b550-d8c3ab04ebf8'], 'active': True} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:02:56.486574 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-eeedc57d-1514-4f5b-ab32-8ec5f7761f39 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "DELETE /v2.0/floatingips/9eac65f8-c75a-4fcf-b181-e1723a9ea3fc HTTP/1.1" status: 204 len: 168 time: 1.4155719 Jun 14 15:02:56.487226 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e79168bf-f7eb-4575-af57-4b2689c4bf43', 'tag': 'a1118174-4649-456e-8869-e81a3c26102a'}] {{(pid=99483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 15:02:56.489765 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10e764dcb54ca1904200e902db0bf3fc798e652e4e20eb5cbfc1ab196cf52753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e404a7e-eca3-4b1e-8928-c068503e29cf" -d '{"events": [{"name": "network-changed", "server_uuid": "e79168bf-f7eb-4575-af57-4b2689c4bf43", "tag": "a1118174-4649-456e-8869-e81a3c26102a"}]}' {{(pid=99483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 15:02:56.705210 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 15:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df148a2-81d7-4358-9ed7-07a15a7a374c x-openstack-request-id: req-2df148a2-81d7-4358-9ed7-07a15a7a374c {{(pid=99483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 15:02:56.705555 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e79168bf-f7eb-4575-af57-4b2689c4bf43", "tag": "a1118174-4649-456e-8869-e81a3c26102a", "status": "completed", "code": 200}]} {{(pid=99483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 15:02:56.705879 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2df148a2-81d7-4358-9ed7-07a15a7a374c {{(pid=99483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 15:02:56.706399 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e79168bf-f7eb-4575-af57-4b2689c4bf43', 'tag': 'a1118174-4649-456e-8869-e81a3c26102a', 'status': 'completed', 'code': 200} Jun 14 15:02:56.813255 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvr_db [None req-a5bce567-bed9-477c-b362-ab5da1acf1aa None None] Set router 56db3354-3750-4571-b550-d8c3ab04ebf8 gateway port host: dv-cinder-726180-9-iscsi {{(pid=99485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 15:02:56.913376 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e404a7e-eca3-4b1e-8928-c068503e29cf req-357d1372-689c-4ed1-98d4-4eccf438da48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:02:56.915218 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-8e404a7e-eca3-4b1e-8928-c068503e29cf req-357d1372-689c-4ed1-98d4-4eccf438da48 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a3f11692b2f8449abf062d147c313cb2&device_id=e79168bf-f7eb-4575-af57-4b2689c4bf43 HTTP/1.1" status: 200 len: 1098 time: 0.1848078 Jun 14 15:02:57.046204 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e404a7e-eca3-4b1e-8928-c068503e29cf req-0d2dbe9b-d2ea-4ec0-8a11-0dafb67e05ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:02:57.046204 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-8e404a7e-eca3-4b1e-8928-c068503e29cf req-0d2dbe9b-d2ea-4ec0-8a11-0dafb67e05ea service neutron] 10.222.0.21 "GET /v2.0/networks?id=5de2046a-1fb6-45f0-8b8a-db9f6abde019 HTTP/1.1" status: 200 len: 912 time: 0.1236644 Jun 14 15:02:57.108795 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-8e404a7e-eca3-4b1e-8928-c068503e29cf req-3b406fe3-c383-4769-92a3-400446b41fa8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1118174-4649-456e-8869-e81a3c26102a HTTP/1.1" status: 200 len: 217 time: 0.0561230 Jun 14 15:02:57.151682 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-a5bce567-bed9-477c-b362-ab5da1acf1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'name': 'tempest-TestVolumeBootPattern-530298258-router', 'tenant_id': 'a3f11692b2f8449abf062d147c313cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:55:23Z', 'updated_at': '2021-06-14T14:55:31Z', 'revision_number': 4, 'project_id': 'a3f11692b2f8449abf062d147c313cb2', 'gw_port': {'id': 'fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:12:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:55:25Z', 'updated_at': '2021-06-14T14:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_floatingips': [{'id': '77fa1055-bb85-4aac-ad11-f5599f47eb65', 'tenant_id': 'a3f11692b2f8449abf062d147c313cb2', 'floating_ip_address': '172.27.3.225', 'floating_network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'router_id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'port_id': 'a8c4eb96-307a-417b-a9bf-bbae173f72d4', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5de2046a-1fb6-45f0-8b8a-db9f6abde019', 'mac_address': 'fa:16:3e:bf:e9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa67fb69-5eef-4129-94fa-275fd00cda95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T14:59:11Z', 'updated_at': '2021-06-14T14:59:14Z', 'revision_number': 1, 'project_id': 'a3f11692b2f8449abf062d147c313cb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd223acc0-6fae-4005-912e-50fe6f00d313', 'name': '', 'network_id': '5de2046a-1fb6-45f0-8b8a-db9f6abde019', 'tenant_id': 'a3f11692b2f8449abf062d147c313cb2', 'mac_address': 'fa:16:3e:b7:34:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '1232b771-0d43-4b91-a771-4713ef8d7898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:55:29Z', 'updated_at': '2021-06-14T14:55:37Z', 'revision_number': 5, 'project_id': 'a3f11692b2f8449abf062d147c313cb2', 'subnets': [{'id': '1232b771-0d43-4b91-a771-4713ef8d7898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:02:57.158185 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bce567-bed9-477c-b362-ab5da1acf1aa None None] Checking router: 56db3354-3750-4571-b550-d8c3ab04ebf8 for host: dv-cinder-726180-9-iscsi {{(pid=99485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 15:02:57.166525 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bce567-bed9-477c-b362-ab5da1acf1aa None None] Routers {'56db3354-3750-4571-b550-d8c3ab04ebf8'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 15:02:57.167162 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-a5bce567-bed9-477c-b362-ab5da1acf1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T15:02:28Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['56db3354-3750-4571-b550-d8c3ab04ebf8'], 'active': True} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:02:57.178034 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e404a7e-eca3-4b1e-8928-c068503e29cf req-697738cd-42bc-4806-97f5-3f0a52804b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:02:57.179488 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-8e404a7e-eca3-4b1e-8928-c068503e29cf req-697738cd-42bc-4806-97f5-3f0a52804b62 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1232b771-0d43-4b91-a771-4713ef8d7898 HTTP/1.1" status: 200 len: 850 time: 0.0635700 Jun 14 15:02:57.267468 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e404a7e-eca3-4b1e-8928-c068503e29cf req-30b5e277-85ea-408c-b5f6-6e213549c22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:02:57.269423 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-8e404a7e-eca3-4b1e-8928-c068503e29cf req-30b5e277-85ea-408c-b5f6-6e213549c22d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5de2046a-1fb6-45f0-8b8a-db9f6abde019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0775452 Jun 14 15:02:57.335467 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad81960-113e-44c5-aa3f-ca71b565bdba req-8200f8c7-27d2-4731-82e6-4160b9a445ac tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:02:57.338021 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-4ad81960-113e-44c5-aa3f-ca71b565bdba req-8200f8c7-27d2-4731-82e6-4160b9a445ac tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/ports?device_id=e79168bf-f7eb-4575-af57-4b2689c4bf43 HTTP/1.1" status: 200 len: 945 time: 0.1864970 Jun 14 15:02:57.339957 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvr_db [None req-a5bce567-bed9-477c-b362-ab5da1acf1aa None None] Set router 56db3354-3750-4571-b550-d8c3ab04ebf8 gateway port host: dv-cinder-726180-9-iscsi {{(pid=99485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 15:02:57.400958 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-4ad81960-113e-44c5-aa3f-ca71b565bdba req-42ba4cd9-d794-438b-bd4a-a5720edad011 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7487a51-824c-4894-935f-37b6063de436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558991 Jun 14 15:02:57.413002 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-8e404a7e-eca3-4b1e-8928-c068503e29cf req-e2253c1a-2edb-45aa-8b1b-eeedc2d91a11 service neutron] 10.222.0.21 "GET /v2.0/networks/5de2046a-1fb6-45f0-8b8a-db9f6abde019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350763 Jun 14 15:02:57.555954 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-8e404a7e-eca3-4b1e-8928-c068503e29cf req-ced66028-33cf-42a8-b463-a5f8cee572de service neutron] 10.222.0.21 "GET /v2.0/networks/5de2046a-1fb6-45f0-8b8a-db9f6abde019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330171 Jun 14 15:02:57.764872 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-a5bce567-bed9-477c-b362-ab5da1acf1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'name': 'tempest-TestVolumeBootPattern-530298258-router', 'tenant_id': 'a3f11692b2f8449abf062d147c313cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:55:23Z', 'updated_at': '2021-06-14T14:55:31Z', 'revision_number': 4, 'project_id': 'a3f11692b2f8449abf062d147c313cb2', 'gw_port': {'id': 'fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:12:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:55:25Z', 'updated_at': '2021-06-14T14:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_floatingips': [{'id': '77fa1055-bb85-4aac-ad11-f5599f47eb65', 'tenant_id': 'a3f11692b2f8449abf062d147c313cb2', 'floating_ip_address': '172.27.3.225', 'floating_network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'router_id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'port_id': 'a8c4eb96-307a-417b-a9bf-bbae173f72d4', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5de2046a-1fb6-45f0-8b8a-db9f6abde019', 'mac_address': 'fa:16:3e:bf:e9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa67fb69-5eef-4129-94fa-275fd00cda95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T14:59:11Z', 'updated_at': '2021-06-14T14:59:14Z', 'revision_number': 1, 'project_id': 'a3f11692b2f8449abf062d147c313cb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd223acc0-6fae-4005-912e-50fe6f00d313', 'name': '', 'network_id': '5de2046a-1fb6-45f0-8b8a-db9f6abde019', 'tenant_id': 'a3f11692b2f8449abf062d147c313cb2', 'mac_address': 'fa:16:3e:b7:34:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '1232b771-0d43-4b91-a771-4713ef8d7898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:55:29Z', 'updated_at': '2021-06-14T14:55:37Z', 'revision_number': 5, 'project_id': 'a3f11692b2f8449abf062d147c313cb2', 'subnets': [{'id': '1232b771-0d43-4b91-a771-4713ef8d7898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:02:57.768428 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bce567-bed9-477c-b362-ab5da1acf1aa None None] The sync data for ids ['56db3354-3750-4571-b550-d8c3ab04ebf8'] in dv-cinder-726180-9-iscsi is: [{'id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'name': 'tempest-TestVolumeBootPattern-530298258-router', 'tenant_id': 'a3f11692b2f8449abf062d147c313cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:55:23Z', 'updated_at': '2021-06-14T14:55:31Z', 'revision_number': 4, 'project_id': 'a3f11692b2f8449abf062d147c313cb2', 'gw_port': {'id': 'fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:12:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:55:25Z', 'updated_at': '2021-06-14T14:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_floatingips': [{'id': '77fa1055-bb85-4aac-ad11-f5599f47eb65', 'tenant_id': 'a3f11692b2f8449abf062d147c313cb2', 'floating_ip_address': '172.27.3.225', 'floating_network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'router_id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'port_id': 'a8c4eb96-307a-417b-a9bf-bbae173f72d4', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5de2046a-1fb6-45f0-8b8a-db9f6abde019', 'mac_address': 'fa:16:3e:bf:e9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa67fb69-5eef-4129-94fa-275fd00cda95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T14:59:11Z', 'updated_at': '2021-06-14T14:59:14Z', 'revision_number': 1, 'project_id': 'a3f11692b2f8449abf062d147c313cb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd223acc0-6fae-4005-912e-50fe6f00d313', 'name': '', 'network_id': '5de2046a-1fb6-45f0-8b8a-db9f6abde019', 'tenant_id': 'a3f11692b2f8449abf062d147c313cb2', 'mac_address': 'fa:16:3e:b7:34:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '1232b771-0d43-4b91-a771-4713ef8d7898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:55:29Z', 'updated_at': '2021-06-14T14:55:37Z', 'revision_number': 5, 'project_id': 'a3f11692b2f8449abf062d147c313cb2', 'subnets': [{'id': '1232b771-0d43-4b91-a771-4713ef8d7898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 15:02:58.000595 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854c21c8-0c40-4ea7-9b49-cf48c6504932 None None] New status for floating IP 9eac65f8-c75a-4fcf-b181-e1723a9ea3fc: DOWN {{(pid=99486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 15:02:58.639731 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-fb68e943-e7d8-495a-af50-ee3786bdf267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:02:58.660756 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c61d2-d771-472e-9704-7e4d4b712509 req-6cf8fdd1-ca87-4ab4-aef7-ff197ef27b07 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:02:58.662438 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-6e4c61d2-d771-472e-9704-7e4d4b712509 req-6cf8fdd1-ca87-4ab4-aef7-ff197ef27b07 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/ports?device_id=e79168bf-f7eb-4575-af57-4b2689c4bf43 HTTP/1.1" status: 200 len: 945 time: 0.1374860 Jun 14 15:02:58.708376 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-6e4c61d2-d771-472e-9704-7e4d4b712509 req-27920d1a-a447-4086-865d-8cf5685c72f2 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7487a51-824c-4894-935f-37b6063de436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400324 Jun 14 15:02:58.750388 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:02:58.853592 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c401371-4d50-4307-9118-9110a0601bdc req-5fc1d568-a7a1-4236-95dd-f4454d4ef299 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:02:58.855030 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-2c401371-4d50-4307-9118-9110a0601bdc req-5fc1d568-a7a1-4236-95dd-f4454d4ef299 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.21 "GET /v2.0/ports?device_id=e79168bf-f7eb-4575-af57-4b2689c4bf43 HTTP/1.1" status: 200 len: 945 time: 0.0770247 Jun 14 15:02:58.983576 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.plugin [req-2c401371-4d50-4307-9118-9110a0601bdc req-eab7e11b-789e-4bcb-b21e-1b2603cc338d tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Deleting port a1118174-4649-456e-8869-e81a3c26102a {{(pid=99483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 15:02:58.983816 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-2c401371-4d50-4307-9118-9110a0601bdc req-eab7e11b-789e-4bcb-b21e-1b2603cc338d tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375454248'] for port, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:02:59.109551 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.db [req-2c401371-4d50-4307-9118-9110a0601bdc req-eab7e11b-789e-4bcb-b21e-1b2603cc338d tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] For port a1118174-4649-456e-8869-e81a3c26102a, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=a1118174-4649-456e-8869-e81a3c26102a,segment=NetworkSegment(f38bb8ce-b58e-4ac2-8f7b-63bec74bcbb6),segment_id=f38bb8ce-b58e-4ac2-8f7b-63bec74bcbb6)] {{(pid=99483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 15:02:59.109914 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-2c401371-4d50-4307-9118-9110a0601bdc req-eab7e11b-789e-4bcb-b21e-1b2603cc338d tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4046836'] for port, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:02:59.506147 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.plugin [req-2c401371-4d50-4307-9118-9110a0601bdc req-eab7e11b-789e-4bcb-b21e-1b2603cc338d tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Calling delete_port for a1118174-4649-456e-8869-e81a3c26102a owned by compute:nova {{(pid=99483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 15:02:59.750248 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-fac6794f-d54e-43a2-84ad-332974bc6d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:02:59.812937 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-2c401371-4d50-4307-9118-9110a0601bdc req-eab7e11b-789e-4bcb-b21e-1b2603cc338d tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375458892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763375065896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282732'] for port, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:02:59.817381 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-cb45f22f-cb03-47c2-a8c1-16e7272a6b47 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:02:59.853942 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab7e11b-789e-4bcb-b21e-1b2603cc338d tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Pushing event deleted for resources: {'Port': ['ID=a1118174-4649-456e-8869-e81a3c26102a,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:02:59.857750 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-eab7e11b-789e-4bcb-b21e-1b2603cc338d tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:02:59.898313 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-d50b5ba8-8511-4d95-a8eb-ecace5cfded4 req-4da952a2-7222-46b3-b062-fbe640fa24e6 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/ports?device_id=e79168bf-f7eb-4575-af57-4b2689c4bf43 HTTP/1.1" status: 200 len: 210 time: 0.0549519 Jun 14 15:02:59.913150 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c401371-4d50-4307-9118-9110a0601bdc req-eab7e11b-789e-4bcb-b21e-1b2603cc338d tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] No DVR routers for this DVR port a1118174-4649-456e-8869-e81a3c26102a on host hv-cinder-72618 {{(pid=99483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 15:02:59.916290 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-2c401371-4d50-4307-9118-9110a0601bdc req-eab7e11b-789e-4bcb-b21e-1b2603cc338d tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645'] for port, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:02:59.920618 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-2c401371-4d50-4307-9118-9110a0601bdc req-eab7e11b-789e-4bcb-b21e-1b2603cc338d tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.21 "DELETE /v2.0/ports/a1118174-4649-456e-8869-e81a3c26102a HTTP/1.1" status: 204 len: 173 time: 1.0573213 Jun 14 15:02:59.921426 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e79168bf-f7eb-4575-af57-4b2689c4bf43', 'name': 'network-vif-deleted', 'tag': 'a1118174-4649-456e-8869-e81a3c26102a'}] {{(pid=99483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 15:02:59.925464 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10e764dcb54ca1904200e902db0bf3fc798e652e4e20eb5cbfc1ab196cf52753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6090336-967d-4435-bfdb-362d4ebb0919" -d '{"events": [{"server_uuid": "e79168bf-f7eb-4575-af57-4b2689c4bf43", "name": "network-vif-deleted", "tag": "a1118174-4649-456e-8869-e81a3c26102a"}]}' {{(pid=99483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 15:02:59.961991 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 15:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a01ac85-4784-4ca0-9caa-b4d3bc6b43ca x-openstack-request-id: req-2a01ac85-4784-4ca0-9caa-b4d3bc6b43ca {{(pid=99483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 15:02:59.962329 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e79168bf-f7eb-4575-af57-4b2689c4bf43", "name": "network-vif-deleted", "tag": "a1118174-4649-456e-8869-e81a3c26102a", "status": "completed", "code": 200}]} {{(pid=99483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 15:02:59.962666 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2a01ac85-4784-4ca0-9caa-b4d3bc6b43ca {{(pid=99483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 15:02:59.963114 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e79168bf-f7eb-4575-af57-4b2689c4bf43', 'name': 'network-vif-deleted', 'tag': 'a1118174-4649-456e-8869-e81a3c26102a', 'status': 'completed', 'code': 200} Jun 14 15:03:00.744449 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:01.069974 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-50fe39a8-eb7c-42fa-a5d1-dd99c8ea9607 req-81bc5995-9508-4554-8998-7128d3132d8b tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/ports?device_id=e79168bf-f7eb-4575-af57-4b2689c4bf43 HTTP/1.1" status: 200 len: 210 time: 0.0358632 Jun 14 15:03:01.441487 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-39b4335d-7f90-4c96-ac82-c584c202a69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:02.246649 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device a1118174-4649-456e-8869-e81a3c26102a no longer exists at agent hyperv_hv-cinder-72618 {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 15:03:02.274213 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] No Port match for: a1118174-4649-456e-8869-e81a3c26102a {{(pid=99485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 15:03:02.274574 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device a1118174-4649-456e-8869-e81a3c26102a not bound to the agent host hv-cinder-72618 {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 15:03:03.175613 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.agents_db [None req-f05f0e2d-2be5-4cb0-86e7-333c7e47477b None None] Agent healthcheck: found 6 active agents {{(pid=99486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 15:03:04.676075 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 40258) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:03:05.198940 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.plugin [None req-b693a1b1-4cfa-4440-83fe-76337e280c0e tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Deleting port 5580390f-a0d1-4d81-93c9-3ba55bd32edb {{(pid=99484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 15:03:05.199259 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-b693a1b1-4cfa-4440-83fe-76337e280c0e tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375454248'] for port, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:05.309879 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-b693a1b1-4cfa-4440-83fe-76337e280c0e tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4046836'] for port, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:05.310207 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-b693a1b1-4cfa-4440-83fe-76337e280c0e tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:05.407907 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.plugin [None req-b693a1b1-4cfa-4440-83fe-76337e280c0e tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Calling delete_port for 5580390f-a0d1-4d81-93c9-3ba55bd32edb owned by network:floatingip {{(pid=99484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 15:03:05.698713 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-b693a1b1-4cfa-4440-83fe-76337e280c0e tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375458892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763375065896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12090229'] for port, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:05.701078 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-e9d69594-53fb-4abd-81d1-f144ef9de371 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:03:05.732116 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b693a1b1-4cfa-4440-83fe-76337e280c0e tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Pushing event deleted for resources: {'Port': ['ID=5580390f-a0d1-4d81-93c9-3ba55bd32edb,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:03:05.766410 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b693a1b1-4cfa-4440-83fe-76337e280c0e tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:03:05.766791 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b693a1b1-4cfa-4440-83fe-76337e280c0e tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:03:05.767174 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b693a1b1-4cfa-4440-83fe-76337e280c0e tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:03:05.767550 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b693a1b1-4cfa-4440-83fe-76337e280c0e tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:03:05.767913 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b693a1b1-4cfa-4440-83fe-76337e280c0e tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:03:05.768305 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b693a1b1-4cfa-4440-83fe-76337e280c0e tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:03:05.768670 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b693a1b1-4cfa-4440-83fe-76337e280c0e tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:03:05.769238 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b693a1b1-4cfa-4440-83fe-76337e280c0e tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:03:05.769603 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b693a1b1-4cfa-4440-83fe-76337e280c0e tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:03:05.769980 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b693a1b1-4cfa-4440-83fe-76337e280c0e tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:03:05.770337 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b693a1b1-4cfa-4440-83fe-76337e280c0e tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:03:05.770697 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b693a1b1-4cfa-4440-83fe-76337e280c0e tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:03:05.775991 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-b693a1b1-4cfa-4440-83fe-76337e280c0e tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:03:05.834199 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-b693a1b1-4cfa-4440-83fe-76337e280c0e tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks [] for floatingip, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:05.834533 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.db.l3_db [None req-b693a1b1-4cfa-4440-83fe-76337e280c0e tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Floating IP 77fa1055-bb85-4aac-ad11-f5599f47eb65 disassociated (deleted). External IP: 172.27.3.225, port: a8c4eb96-307a-417b-a9bf-bbae173f72d4. Jun 14 15:03:06.159922 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b693a1b1-4cfa-4440-83fe-76337e280c0e tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Router 56db3354-3750-4571-b550-d8c3ab04ebf8 has already been hosted by L3 agent 1c008f53-dbc2-48c1-a123-31b869a31df2 {{(pid=99484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 15:03:06.333366 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b693a1b1-4cfa-4440-83fe-76337e280c0e tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify agent at l3_agent.dv-cinder-726180-9-iscsi the message routers_updated {{(pid=99484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 15:03:06.337906 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-b693a1b1-4cfa-4440-83fe-76337e280c0e tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645'] for floatingip, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:06.345669 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c75e8d-f147-45e4-a7ed-d7dfd716e8e7 None None] Sync routers for ids ['56db3354-3750-4571-b550-d8c3ab04ebf8'] in dv-cinder-726180-9-iscsi {{(pid=99485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 15:03:06.359931 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c75e8d-f147-45e4-a7ed-d7dfd716e8e7 None None] Routers {'56db3354-3750-4571-b550-d8c3ab04ebf8'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 15:03:06.360607 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-37c75e8d-f147-45e4-a7ed-d7dfd716e8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T15:02:58Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['56db3354-3750-4571-b550-d8c3ab04ebf8'], 'active': True} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:03:06.405071 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-b693a1b1-4cfa-4440-83fe-76337e280c0e tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "DELETE /v2.0/floatingips/77fa1055-bb85-4aac-ad11-f5599f47eb65 HTTP/1.1" status: 204 len: 168 time: 1.7275243 Jun 14 15:03:06.405889 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa67fb69-5eef-4129-94fa-275fd00cda95', 'tag': 'a8c4eb96-307a-417b-a9bf-bbae173f72d4'}] {{(pid=99484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 15:03:06.408623 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d59e03e546515fa4e63eddd697505d7af87b03111d3d4a09b383aaccd0eedd18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e67ca0-712d-49d7-b679-816915ff673a" -d '{"events": [{"name": "network-changed", "server_uuid": "aa67fb69-5eef-4129-94fa-275fd00cda95", "tag": "a8c4eb96-307a-417b-a9bf-bbae173f72d4"}]}' {{(pid=99484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 15:03:06.538392 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 15:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0073a7af-b9d7-49d9-bf1e-36b444635282 x-openstack-request-id: req-0073a7af-b9d7-49d9-bf1e-36b444635282 {{(pid=99484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 15:03:06.539192 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa67fb69-5eef-4129-94fa-275fd00cda95", "tag": "a8c4eb96-307a-417b-a9bf-bbae173f72d4", "status": "completed", "code": 200}]} {{(pid=99484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 15:03:06.539511 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0073a7af-b9d7-49d9-bf1e-36b444635282 {{(pid=99484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 15:03:06.539978 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa67fb69-5eef-4129-94fa-275fd00cda95', 'tag': 'a8c4eb96-307a-417b-a9bf-bbae173f72d4', 'status': 'completed', 'code': 200} Jun 14 15:03:06.566764 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvr_db [None req-37c75e8d-f147-45e4-a7ed-d7dfd716e8e7 None None] Set router 56db3354-3750-4571-b550-d8c3ab04ebf8 gateway port host: dv-cinder-726180-9-iscsi {{(pid=99485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 15:03:06.641649 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e67ca0-712d-49d7-b679-816915ff673a req-3bcaf0ad-e6ef-471d-88d7-38d975308b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:03:06.657713 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-84e67ca0-712d-49d7-b679-816915ff673a req-3bcaf0ad-e6ef-471d-88d7-38d975308b03 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a3f11692b2f8449abf062d147c313cb2&device_id=aa67fb69-5eef-4129-94fa-275fd00cda95 HTTP/1.1" status: 200 len: 1098 time: 0.0755217 Jun 14 15:03:06.780918 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e67ca0-712d-49d7-b679-816915ff673a req-0c803521-83b7-416f-93a4-5caaac9652c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:03:06.782695 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-84e67ca0-712d-49d7-b679-816915ff673a req-0c803521-83b7-416f-93a4-5caaac9652c7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5de2046a-1fb6-45f0-8b8a-db9f6abde019 HTTP/1.1" status: 200 len: 912 time: 0.1318800 Jun 14 15:03:06.851115 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-84e67ca0-712d-49d7-b679-816915ff673a req-a0914d5f-7b20-4ad0-a74f-97967e3aeb7b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8c4eb96-307a-417b-a9bf-bbae173f72d4 HTTP/1.1" status: 200 len: 217 time: 0.0614917 Jun 14 15:03:06.898734 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-37c75e8d-f147-45e4-a7ed-d7dfd716e8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'name': 'tempest-TestVolumeBootPattern-530298258-router', 'tenant_id': 'a3f11692b2f8449abf062d147c313cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:55:23Z', 'updated_at': '2021-06-14T14:55:31Z', 'revision_number': 4, 'project_id': 'a3f11692b2f8449abf062d147c313cb2', 'gw_port': {'id': 'fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:12:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:55:25Z', 'updated_at': '2021-06-14T14:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_interfaces': [{'id': 'd223acc0-6fae-4005-912e-50fe6f00d313', 'name': '', 'network_id': '5de2046a-1fb6-45f0-8b8a-db9f6abde019', 'tenant_id': 'a3f11692b2f8449abf062d147c313cb2', 'mac_address': 'fa:16:3e:b7:34:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '1232b771-0d43-4b91-a771-4713ef8d7898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:55:29Z', 'updated_at': '2021-06-14T14:55:37Z', 'revision_number': 5, 'project_id': 'a3f11692b2f8449abf062d147c313cb2', 'subnets': [{'id': '1232b771-0d43-4b91-a771-4713ef8d7898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:03:06.902972 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c75e8d-f147-45e4-a7ed-d7dfd716e8e7 None None] Checking router: 56db3354-3750-4571-b550-d8c3ab04ebf8 for host: dv-cinder-726180-9-iscsi {{(pid=99485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 15:03:06.912172 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c75e8d-f147-45e4-a7ed-d7dfd716e8e7 None None] Routers {'56db3354-3750-4571-b550-d8c3ab04ebf8'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 15:03:06.912811 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-37c75e8d-f147-45e4-a7ed-d7dfd716e8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T15:02:58Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['56db3354-3750-4571-b550-d8c3ab04ebf8'], 'active': True} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:03:06.915407 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e67ca0-712d-49d7-b679-816915ff673a req-0c141579-3da7-4ec2-98e2-6ca223457420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:03:06.916916 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-84e67ca0-712d-49d7-b679-816915ff673a req-0c141579-3da7-4ec2-98e2-6ca223457420 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1232b771-0d43-4b91-a771-4713ef8d7898 HTTP/1.1" status: 200 len: 850 time: 0.0590587 Jun 14 15:03:06.997607 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e67ca0-712d-49d7-b679-816915ff673a req-6675509b-6462-49aa-b242-c401dfa1d182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:03:06.999521 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-84e67ca0-712d-49d7-b679-816915ff673a req-6675509b-6462-49aa-b242-c401dfa1d182 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5de2046a-1fb6-45f0-8b8a-db9f6abde019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0758874 Jun 14 15:03:07.093410 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvr_db [None req-37c75e8d-f147-45e4-a7ed-d7dfd716e8e7 None None] Set router 56db3354-3750-4571-b550-d8c3ab04ebf8 gateway port host: dv-cinder-726180-9-iscsi {{(pid=99485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 15:03:07.141251 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-84e67ca0-712d-49d7-b679-816915ff673a req-8dfea7d8-49a3-46e6-a235-b35096e6f39e service neutron] 10.222.0.21 "GET /v2.0/networks/5de2046a-1fb6-45f0-8b8a-db9f6abde019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315091 Jun 14 15:03:07.345286 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-84e67ca0-712d-49d7-b679-816915ff673a req-f0aaaee5-8cba-4f62-bea3-92ad415fb4ba service neutron] 10.222.0.21 "GET /v2.0/networks/5de2046a-1fb6-45f0-8b8a-db9f6abde019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977367 Jun 14 15:03:07.357982 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b85d7e-adb5-45a3-8fb3-2b451d4e1ba2 req-cb56aac0-9184-407a-bfcd-77615bc42194 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:03:07.359493 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-c1b85d7e-adb5-45a3-8fb3-2b451d4e1ba2 req-cb56aac0-9184-407a-bfcd-77615bc42194 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa67fb69-5eef-4129-94fa-275fd00cda95 HTTP/1.1" status: 200 len: 945 time: 0.1993980 Jun 14 15:03:07.415831 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-c1b85d7e-adb5-45a3-8fb3-2b451d4e1ba2 req-9df68daa-ebaf-4e0a-9736-224d782dbaf5 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7487a51-824c-4894-935f-37b6063de436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474932 Jun 14 15:03:07.544425 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-37c75e8d-f147-45e4-a7ed-d7dfd716e8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'name': 'tempest-TestVolumeBootPattern-530298258-router', 'tenant_id': 'a3f11692b2f8449abf062d147c313cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:55:23Z', 'updated_at': '2021-06-14T14:55:31Z', 'revision_number': 4, 'project_id': 'a3f11692b2f8449abf062d147c313cb2', 'gw_port': {'id': 'fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:12:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:55:25Z', 'updated_at': '2021-06-14T14:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_interfaces': [{'id': 'd223acc0-6fae-4005-912e-50fe6f00d313', 'name': '', 'network_id': '5de2046a-1fb6-45f0-8b8a-db9f6abde019', 'tenant_id': 'a3f11692b2f8449abf062d147c313cb2', 'mac_address': 'fa:16:3e:b7:34:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '1232b771-0d43-4b91-a771-4713ef8d7898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:55:29Z', 'updated_at': '2021-06-14T14:55:37Z', 'revision_number': 5, 'project_id': 'a3f11692b2f8449abf062d147c313cb2', 'subnets': [{'id': '1232b771-0d43-4b91-a771-4713ef8d7898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:03:07.548151 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c75e8d-f147-45e4-a7ed-d7dfd716e8e7 None None] The sync data for ids ['56db3354-3750-4571-b550-d8c3ab04ebf8'] in dv-cinder-726180-9-iscsi is: [{'id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'name': 'tempest-TestVolumeBootPattern-530298258-router', 'tenant_id': 'a3f11692b2f8449abf062d147c313cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:55:23Z', 'updated_at': '2021-06-14T14:55:31Z', 'revision_number': 4, 'project_id': 'a3f11692b2f8449abf062d147c313cb2', 'gw_port': {'id': 'fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:12:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:55:25Z', 'updated_at': '2021-06-14T14:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi', '_interfaces': [{'id': 'd223acc0-6fae-4005-912e-50fe6f00d313', 'name': '', 'network_id': '5de2046a-1fb6-45f0-8b8a-db9f6abde019', 'tenant_id': 'a3f11692b2f8449abf062d147c313cb2', 'mac_address': 'fa:16:3e:b7:34:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '1232b771-0d43-4b91-a771-4713ef8d7898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:55:29Z', 'updated_at': '2021-06-14T14:55:37Z', 'revision_number': 5, 'project_id': 'a3f11692b2f8449abf062d147c313cb2', 'subnets': [{'id': '1232b771-0d43-4b91-a771-4713ef8d7898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 15:03:07.809173 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03801f69-6954-40b8-a3d9-8b091bfd9dd4 None None] New status for floating IP 77fa1055-bb85-4aac-ad11-f5599f47eb65: DOWN {{(pid=99486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 15:03:08.625410 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f84b7-f87d-42d8-a86c-ee61a9676098 req-2d9e2a14-ed7e-432c-9b75-7aa783329b8d tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:03:08.626998 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-6e9f84b7-f87d-42d8-a86c-ee61a9676098 req-2d9e2a14-ed7e-432c-9b75-7aa783329b8d tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa67fb69-5eef-4129-94fa-275fd00cda95 HTTP/1.1" status: 200 len: 945 time: 0.0842140 Jun 14 15:03:08.673716 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-6e9f84b7-f87d-42d8-a86c-ee61a9676098 req-78e52475-8465-4582-92b2-b70f4932e41c tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7487a51-824c-4894-935f-37b6063de436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400338 Jun 14 15:03:08.762172 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef4f1be-4d02-40ac-913a-1dcde8be6e64 req-2a4222bd-e201-4d97-9814-129dc2614299 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:03:08.763846 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-4ef4f1be-4d02-40ac-913a-1dcde8be6e64 req-2a4222bd-e201-4d97-9814-129dc2614299 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa67fb69-5eef-4129-94fa-275fd00cda95 HTTP/1.1" status: 200 len: 945 time: 0.0934346 Jun 14 15:03:08.921092 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.plugin [req-4ef4f1be-4d02-40ac-913a-1dcde8be6e64 req-65e3a6e5-6df8-4139-ab3e-c70d44f4eade tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Deleting port a8c4eb96-307a-417b-a9bf-bbae173f72d4 {{(pid=99483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 15:03:08.923643 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-4ef4f1be-4d02-40ac-913a-1dcde8be6e64 req-65e3a6e5-6df8-4139-ab3e-c70d44f4eade tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375454248'] for port, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:09.055458 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.db [req-4ef4f1be-4d02-40ac-913a-1dcde8be6e64 req-65e3a6e5-6df8-4139-ab3e-c70d44f4eade tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] For port a8c4eb96-307a-417b-a9bf-bbae173f72d4, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-72618',level=0,port_id=a8c4eb96-307a-417b-a9bf-bbae173f72d4,segment=NetworkSegment(f38bb8ce-b58e-4ac2-8f7b-63bec74bcbb6),segment_id=f38bb8ce-b58e-4ac2-8f7b-63bec74bcbb6)] {{(pid=99483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 15:03:09.055823 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-4ef4f1be-4d02-40ac-913a-1dcde8be6e64 req-65e3a6e5-6df8-4139-ab3e-c70d44f4eade tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4046836'] for port, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:09.154566 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.plugin [req-4ef4f1be-4d02-40ac-913a-1dcde8be6e64 req-65e3a6e5-6df8-4139-ab3e-c70d44f4eade tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Calling delete_port for a8c4eb96-307a-417b-a9bf-bbae173f72d4 owned by compute:nova {{(pid=99483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 15:03:09.424523 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-4ef4f1be-4d02-40ac-913a-1dcde8be6e64 req-65e3a6e5-6df8-4139-ab3e-c70d44f4eade tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375458892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763375065896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282732'] for port, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:09.430322 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-e4cf72de-9045-4f56-b63d-4041af0134f4 tempest-AttachVolumeNegativeTest-1797917490 tempest-AttachVolumeNegativeTest-1797917490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:03:09.479360 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e3a6e5-6df8-4139-ab3e-c70d44f4eade tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Pushing event deleted for resources: {'Port': ['ID=a8c4eb96-307a-417b-a9bf-bbae173f72d4,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:03:09.485407 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-65e3a6e5-6df8-4139-ab3e-c70d44f4eade tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:03:09.563988 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ef4f1be-4d02-40ac-913a-1dcde8be6e64 req-65e3a6e5-6df8-4139-ab3e-c70d44f4eade tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] No DVR routers for this DVR port a8c4eb96-307a-417b-a9bf-bbae173f72d4 on host hv-cinder-72618 {{(pid=99483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 15:03:09.566417 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [req-4ef4f1be-4d02-40ac-913a-1dcde8be6e64 req-65e3a6e5-6df8-4139-ab3e-c70d44f4eade tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645'] for port, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:09.568560 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-4ef4f1be-4d02-40ac-913a-1dcde8be6e64 req-65e3a6e5-6df8-4139-ab3e-c70d44f4eade tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.21 "DELETE /v2.0/ports/a8c4eb96-307a-417b-a9bf-bbae173f72d4 HTTP/1.1" status: 204 len: 173 time: 0.7982657 Jun 14 15:03:09.569046 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa67fb69-5eef-4129-94fa-275fd00cda95', 'name': 'network-vif-deleted', 'tag': 'a8c4eb96-307a-417b-a9bf-bbae173f72d4'}] {{(pid=99483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 15:03:09.571388 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10e764dcb54ca1904200e902db0bf3fc798e652e4e20eb5cbfc1ab196cf52753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0db7179-cb3f-453d-ab99-4287a997cb88" -d '{"events": [{"server_uuid": "aa67fb69-5eef-4129-94fa-275fd00cda95", "name": "network-vif-deleted", "tag": "a8c4eb96-307a-417b-a9bf-bbae173f72d4"}]}' {{(pid=99483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 15:03:09.614976 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 15:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f350673d-038b-45e8-8388-1be4139fedcc x-openstack-request-id: req-f350673d-038b-45e8-8388-1be4139fedcc {{(pid=99483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 15:03:09.615306 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa67fb69-5eef-4129-94fa-275fd00cda95", "name": "network-vif-deleted", "tag": "a8c4eb96-307a-417b-a9bf-bbae173f72d4", "status": "completed", "code": 200}]} {{(pid=99483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 15:03:09.615596 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f350673d-038b-45e8-8388-1be4139fedcc {{(pid=99483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 15:03:09.616061 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa67fb69-5eef-4129-94fa-275fd00cda95', 'name': 'network-vif-deleted', 'tag': 'a8c4eb96-307a-417b-a9bf-bbae173f72d4', 'status': 'completed', 'code': 200} Jun 14 15:03:09.854196 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [req-9287a499-b58e-4856-b672-152e697019be req-cd7e0c8b-6d9e-422d-8f8b-b5785d3ec487 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa67fb69-5eef-4129-94fa-275fd00cda95 HTTP/1.1" status: 200 len: 210 time: 0.0400288 Jun 14 15:03:11.036472 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [req-573f9126-b875-45a6-8aca-fcd0d0719b61 req-05d23a88-a05c-4604-b7f7-edf9e1b90667 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa67fb69-5eef-4129-94fa-275fd00cda95 HTTP/1.1" status: 200 len: 210 time: 0.0386598 Jun 14 15:03:12.136761 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 40278) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:03:12.287115 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device a8c4eb96-307a-417b-a9bf-bbae173f72d4 no longer exists at agent hyperv_hv-cinder-72618 {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 15:03:12.312273 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.plugin [None req-6a1e807f-250b-4d1e-ab5f-f88d9817f8ff tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Deleting port 7186cdaf-cc4d-47fa-aa20-ecaeefdac313 {{(pid=99484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 15:03:12.312618 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-6a1e807f-250b-4d1e-ab5f-f88d9817f8ff tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375454248'] for port, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:12.312982 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] No Port match for: a8c4eb96-307a-417b-a9bf-bbae173f72d4 {{(pid=99485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 15:03:12.313329 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Device a8c4eb96-307a-417b-a9bf-bbae173f72d4 not bound to the agent host hv-cinder-72618 {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 15:03:12.436503 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-6a1e807f-250b-4d1e-ab5f-f88d9817f8ff tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4046836'] for port, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:12.436926 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-6a1e807f-250b-4d1e-ab5f-f88d9817f8ff tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:12.543444 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.plugin [None req-6a1e807f-250b-4d1e-ab5f-f88d9817f8ff tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Calling delete_port for 7186cdaf-cc4d-47fa-aa20-ecaeefdac313 owned by network:floatingip {{(pid=99484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 15:03:12.841333 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-6a1e807f-250b-4d1e-ab5f-f88d9817f8ff tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375458892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763375065896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12090229'] for port, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:12.843576 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-0da586f1-d252-46c8-9410-f9ddc13bce28 tempest-AttachVolumeTestJSON-214404864 tempest-AttachVolumeTestJSON-214404864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:03:12.874591 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1e807f-250b-4d1e-ab5f-f88d9817f8ff tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Pushing event deleted for resources: {'Port': ['ID=7186cdaf-cc4d-47fa-aa20-ecaeefdac313,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:03:12.877337 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-6a1e807f-250b-4d1e-ab5f-f88d9817f8ff tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:03:12.953619 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-6a1e807f-250b-4d1e-ab5f-f88d9817f8ff tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks [] for floatingip, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:12.956340 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-6a1e807f-250b-4d1e-ab5f-f88d9817f8ff tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5645'] for floatingip, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:12.957479 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-6a1e807f-250b-4d1e-ab5f-f88d9817f8ff tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "DELETE /v2.0/floatingips/a33ad477-a38b-4df4-8609-4b11bf42924a HTTP/1.1" status: 204 len: 168 time: 0.8195779 Jun 14 15:03:14.558798 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 40290) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:03:14.629019 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-b17bdd23-8f82-40ed-b1f2-14f690375097 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks [] for security_group, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:14.656174 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-b17bdd23-8f82-40ed-b1f2-14f690375097 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:14.812689 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-b17bdd23-8f82-40ed-b1f2-14f690375097 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:14.815328 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-b17bdd23-8f82-40ed-b1f2-14f690375097 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Notify callbacks [] for security_group, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:14.816492 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-b17bdd23-8f82-40ed-b1f2-14f690375097 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] 10.222.0.55 "DELETE /v2.0/security-groups/e7487a51-824c-4894-935f-37b6063de436 HTTP/1.1" status: 204 len: 168 time: 0.2567184 Jun 14 15:03:14.817403 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-059f1d50-755b-47ac-a968-2e2f433ec902 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:03:14.827978 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17bdd23-8f82-40ed-b1f2-14f690375097 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7487a51-824c-4894-935f-37b6063de436,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:03:14.830661 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-b17bdd23-8f82-40ed-b1f2-14f690375097 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:03:15.994769 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 40296) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:03:16.565403 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-0d5a243b-0da6-41fc-a854-f1d9b63e0205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4034001'] for router_interface, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:16.916834 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.plugin [None req-0d5a243b-0da6-41fc-a854-f1d9b63e0205 admin admin] Deleting port d223acc0-6fae-4005-912e-50fe6f00d313 {{(pid=99484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 15:03:16.917710 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-0d5a243b-0da6-41fc-a854-f1d9b63e0205 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375454248'] for port, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:17.341146 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.db [None req-0d5a243b-0da6-41fc-a854-f1d9b63e0205 admin admin] For port d223acc0-6fae-4005-912e-50fe6f00d313, host dv-cinder-726180-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=d223acc0-6fae-4005-912e-50fe6f00d313,segment=NetworkSegment(f38bb8ce-b58e-4ac2-8f7b-63bec74bcbb6),segment_id=f38bb8ce-b58e-4ac2-8f7b-63bec74bcbb6)] {{(pid=99484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 15:03:17.341877 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-0d5a243b-0da6-41fc-a854-f1d9b63e0205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4046836'] for port, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:17.436197 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.plugin [None req-0d5a243b-0da6-41fc-a854-f1d9b63e0205 admin admin] Calling delete_port for d223acc0-6fae-4005-912e-50fe6f00d313 owned by network:router_interface {{(pid=99484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 15:03:17.851228 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-0d5a243b-0da6-41fc-a854-f1d9b63e0205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375458892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763375065896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12090229'] for port, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:17.853563 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-b7ea271e-6ea7-4a01-98b5-b369b75e7a0b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:03:17.882236 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5a243b-0da6-41fc-a854-f1d9b63e0205 admin admin] Pushing event deleted for resources: {'Port': ['ID=d223acc0-6fae-4005-912e-50fe6f00d313,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:03:17.885885 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-0d5a243b-0da6-41fc-a854-f1d9b63e0205 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:03:18.115478 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-0d5a243b-0da6-41fc-a854-f1d9b63e0205 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3699262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4033345'] for router_interface, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:18.422060 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d5a243b-0da6-41fc-a854-f1d9b63e0205 admin admin] Router 56db3354-3750-4571-b550-d8c3ab04ebf8 has already been hosted by L3 agent 1c008f53-dbc2-48c1-a123-31b869a31df2 {{(pid=99484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 15:03:18.568033 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d5a243b-0da6-41fc-a854-f1d9b63e0205 admin admin] Notify agent at l3_agent.dv-cinder-726180-9-iscsi the message routers_updated {{(pid=99484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 15:03:18.575748 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-0d5a243b-0da6-41fc-a854-f1d9b63e0205 admin admin] 10.222.0.55 "PUT /v2.0/routers/56db3354-3750-4571-b550-d8c3ab04ebf8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5774319 Jun 14 15:03:18.576097 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 40300) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:03:18.576667 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2306a4a4-ba9b-4183-9259-4cd15bd4ce7c None None] Sync routers for ids ['56db3354-3750-4571-b550-d8c3ab04ebf8'] in dv-cinder-726180-9-iscsi {{(pid=99485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 15:03:18.585659 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2306a4a4-ba9b-4183-9259-4cd15bd4ce7c None None] Routers {'56db3354-3750-4571-b550-d8c3ab04ebf8'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 15:03:18.586277 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-2306a4a4-ba9b-4183-9259-4cd15bd4ce7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T15:02:58Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['56db3354-3750-4571-b550-d8c3ab04ebf8'], 'active': True} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:03:18.724468 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-efd1c8bc-afc5-43f2-8e84-bad061b3916e admin admin] Notify callbacks [] for router, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:18.738277 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvr_db [None req-2306a4a4-ba9b-4183-9259-4cd15bd4ce7c None None] Set router 56db3354-3750-4571-b550-d8c3ab04ebf8 gateway port host: dv-cinder-726180-9-iscsi {{(pid=99485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 15:03:18.871664 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-efd1c8bc-afc5-43f2-8e84-bad061b3916e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:18.981325 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-2306a4a4-ba9b-4183-9259-4cd15bd4ce7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'name': 'tempest-TestVolumeBootPattern-530298258-router', 'tenant_id': 'a3f11692b2f8449abf062d147c313cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:55:23Z', 'updated_at': '2021-06-14T15:03:17Z', 'revision_number': 5, 'project_id': 'a3f11692b2f8449abf062d147c313cb2', 'gw_port': {'id': 'fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:12:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:55:25Z', 'updated_at': '2021-06-14T14:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi'}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:03:18.984640 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2306a4a4-ba9b-4183-9259-4cd15bd4ce7c None None] Checking router: 56db3354-3750-4571-b550-d8c3ab04ebf8 for host: dv-cinder-726180-9-iscsi {{(pid=99485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 15:03:18.992662 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2306a4a4-ba9b-4183-9259-4cd15bd4ce7c None None] Routers {'56db3354-3750-4571-b550-d8c3ab04ebf8'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 15:03:18.993266 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-2306a4a4-ba9b-4183-9259-4cd15bd4ce7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T15:02:58Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['56db3354-3750-4571-b550-d8c3ab04ebf8'], 'active': True} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:03:19.096496 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.plugin [None req-efd1c8bc-afc5-43f2-8e84-bad061b3916e admin admin] Deleting port fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef {{(pid=99484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 15:03:19.097036 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-efd1c8bc-afc5-43f2-8e84-bad061b3916e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375454248'] for port, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:19.142415 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvr_db [None req-2306a4a4-ba9b-4183-9259-4cd15bd4ce7c None None] Set router 56db3354-3750-4571-b550-d8c3ab04ebf8 gateway port host: dv-cinder-726180-9-iscsi {{(pid=99485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 15:03:19.209947 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.db [None req-efd1c8bc-afc5-43f2-8e84-bad061b3916e admin admin] For port fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef, host dv-cinder-726180-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef,segment=NetworkSegment(5f9b4eda-9001-4473-8107-70664bb4d177),segment_id=5f9b4eda-9001-4473-8107-70664bb4d177)] {{(pid=99484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 15:03:19.210336 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-efd1c8bc-afc5-43f2-8e84-bad061b3916e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4046836'] for port, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:19.309197 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.plugin [None req-efd1c8bc-afc5-43f2-8e84-bad061b3916e admin admin] Calling delete_port for fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef owned by network:router_gateway {{(pid=99484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 15:03:19.383549 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_hamode_db [None req-2306a4a4-ba9b-4183-9259-4cd15bd4ce7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'name': 'tempest-TestVolumeBootPattern-530298258-router', 'tenant_id': 'a3f11692b2f8449abf062d147c313cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:55:23Z', 'updated_at': '2021-06-14T15:03:17Z', 'revision_number': 5, 'project_id': 'a3f11692b2f8449abf062d147c313cb2', 'gw_port': {'id': 'fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:12:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:55:25Z', 'updated_at': '2021-06-14T14:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi'}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:03:19.388519 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2306a4a4-ba9b-4183-9259-4cd15bd4ce7c None None] The sync data for ids ['56db3354-3750-4571-b550-d8c3ab04ebf8'] in dv-cinder-726180-9-iscsi is: [{'id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'name': 'tempest-TestVolumeBootPattern-530298258-router', 'tenant_id': 'a3f11692b2f8449abf062d147c313cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:55:23Z', 'updated_at': '2021-06-14T15:03:17Z', 'revision_number': 5, 'project_id': 'a3f11692b2f8449abf062d147c313cb2', 'gw_port': {'id': 'fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:12:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db3354-3750-4571-b550-d8c3ab04ebf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:55:25Z', 'updated_at': '2021-06-14T14:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi'}] {{(pid=99485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 15:03:19.669115 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-efd1c8bc-afc5-43f2-8e84-bad061b3916e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375458892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763375065896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12090229'] for port, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:19.671325 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-4e47d286-1f51-4d94-b7c3-d12dee662820 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:03:19.707053 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd1c8bc-afc5-43f2-8e84-bad061b3916e admin admin] Pushing event deleted for resources: {'Port': ['ID=fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:03:19.709794 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-efd1c8bc-afc5-43f2-8e84-bad061b3916e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:03:19.794121 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-efd1c8bc-afc5-43f2-8e84-bad061b3916e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4045586'] for router_gateway, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:19.955224 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-efd1c8bc-afc5-43f2-8e84-bad061b3916e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4031715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60902'] for router, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:19.958299 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-efd1c8bc-afc5-43f2-8e84-bad061b3916e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:20.159570 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-efd1c8bc-afc5-43f2-8e84-bad061b3916e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4031029'] for router, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:20.160141 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efd1c8bc-afc5-43f2-8e84-bad061b3916e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56db3354-3750-4571-b550-d8c3ab04ebf8 {{(pid=99484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 14 15:03:20.164743 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-efd1c8bc-afc5-43f2-8e84-bad061b3916e admin admin] Notify callbacks [] for router, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:20.165812 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-efd1c8bc-afc5-43f2-8e84-bad061b3916e admin admin] 10.222.0.55 "DELETE /v2.0/routers/56db3354-3750-4571-b550-d8c3ab04ebf8 HTTP/1.1" status: 204 len: 168 time: 1.5886981 Jun 14 15:03:20.169262 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 40302) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:03:20.233014 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.db_base_plugin_v2 [None req-e94f0c38-a7ec-48f0-b6a2-5782f3ac5fc5 admin admin] Deleting subnet 1232b771-0d43-4b91-a771-4713ef8d7898 {{(pid=99484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 14 15:03:20.236439 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-e94f0c38-a7ec-48f0-b6a2-5782f3ac5fc5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:20.287739 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-e94f0c38-a7ec-48f0-b6a2-5782f3ac5fc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257036'] for subnet, precommit_delete_associations {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:20.392281 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-e94f0c38-a7ec-48f0-b6a2-5782f3ac5fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912507'] for subnet, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:20.593990 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-e94f0c38-a7ec-48f0-b6a2-5782f3ac5fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12089743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12540712'] for subnet, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:20.596627 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-e27a6d59-9e94-4c62-a48d-21ebaf97f946 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:03:20.627896 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94f0c38-a7ec-48f0-b6a2-5782f3ac5fc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1232b771-0d43-4b91-a771-4713ef8d7898,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:03:20.640397 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-e94f0c38-a7ec-48f0-b6a2-5782f3ac5fc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:03:20.640397 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-e94f0c38-a7ec-48f0-b6a2-5782f3ac5fc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:20.640397 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-e94f0c38-a7ec-48f0-b6a2-5782f3ac5fc5 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/1232b771-0d43-4b91-a771-4713ef8d7898 HTTP/1.1" status: 204 len: 168 time: 0.4661298 Jun 14 15:03:20.640397 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 40304) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:03:20.642083 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5638944f-edab-472b-8e7f-5775c38065d6 None None] Network 5de2046a-1fb6-45f0-8b8a-db9f6abde019 requested from dv-cinder-726180-9-iscsi {{(pid=99485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 15:03:20.746000 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-17f025c0-09ac-4e98-8826-34089a2bdcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1035504'] for network, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:20.810577 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.plugin [None req-17f025c0-09ac-4e98-8826-34089a2bdcb3 admin admin] Deleting port 2ed46c12-c4b5-4729-b5b3-b65d6ccef337 {{(pid=99484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 15:03:20.811021 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-17f025c0-09ac-4e98-8826-34089a2bdcb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375454248'] for port, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:20.894785 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0def10-2649-4419-bd02-0812e8a0224c None None] DHCP port deletion for 5de2046a-1fb6-45f0-8b8a-db9f6abde019 request from dv-cinder-726180-9-iscsi {{(pid=99485) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 14 15:03:20.909258 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.db [None req-17f025c0-09ac-4e98-8826-34089a2bdcb3 admin admin] For port 2ed46c12-c4b5-4729-b5b3-b65d6ccef337, host dv-cinder-726180-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=2ed46c12-c4b5-4729-b5b3-b65d6ccef337,segment=NetworkSegment(f38bb8ce-b58e-4ac2-8f7b-63bec74bcbb6),segment_id=f38bb8ce-b58e-4ac2-8f7b-63bec74bcbb6)] {{(pid=99484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 15:03:20.909619 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-17f025c0-09ac-4e98-8826-34089a2bdcb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4046836'] for port, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:20.956974 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-9b0def10-2649-4419-bd02-0812e8a0224c None None] Deleting port 2ed46c12-c4b5-4729-b5b3-b65d6ccef337 {{(pid=99485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 15:03:20.957397 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-9b0def10-2649-4419-bd02-0812e8a0224c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375454248'] for port, before_delete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:21.021773 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.plugin [None req-17f025c0-09ac-4e98-8826-34089a2bdcb3 admin admin] Calling delete_port for 2ed46c12-c4b5-4729-b5b3-b65d6ccef337 owned by network:dhcp {{(pid=99484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 15:03:21.047827 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-9b0def10-2649-4419-bd02-0812e8a0224c None None] For port 2ed46c12-c4b5-4729-b5b3-b65d6ccef337, host dv-cinder-726180-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=2ed46c12-c4b5-4729-b5b3-b65d6ccef337,segment=NetworkSegment(f38bb8ce-b58e-4ac2-8f7b-63bec74bcbb6),segment_id=f38bb8ce-b58e-4ac2-8f7b-63bec74bcbb6)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 15:03:21.048260 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-9b0def10-2649-4419-bd02-0812e8a0224c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4046836'] for port, precommit_delete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:21.114642 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device d223acc0-6fae-4005-912e-50fe6f00d313 no longer exists at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 15:03:21.157897 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-9b0def10-2649-4419-bd02-0812e8a0224c None None] Calling delete_port for 2ed46c12-c4b5-4729-b5b3-b65d6ccef337 owned by network:dhcp {{(pid=99485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 15:03:21.187913 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] No Port match for: d223acc0-6fae-4005-912e-50fe6f00d313 {{(pid=99485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 15:03:21.188390 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device d223acc0-6fae-4005-912e-50fe6f00d313 not bound to the agent host dv-cinder-726180-9-iscsi {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 15:03:21.188825 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef no longer exists at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 15:03:21.218901 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] No Port match for: fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef {{(pid=99485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 15:03:21.219248 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device fa96c9ff-b87e-4f44-9dc5-0371ebeaeaef not bound to the agent host dv-cinder-726180-9-iscsi {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 15:03:21.219681 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device 2ed46c12-c4b5-4729-b5b3-b65d6ccef337 no longer exists at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 15:03:21.275378 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-17f025c0-09ac-4e98-8826-34089a2bdcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375458892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763375065896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12090229'] for port, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:21.278888 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-61d55ff1-0077-48a9-a7c3-39a2a5d30588 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:03:21.469446 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] No active binding found for port 2ed46c12-c4b5-4729-b5b3-b65d6ccef337 {{(pid=99485) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 14 15:03:21.469785 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device 2ed46c12-c4b5-4729-b5b3-b65d6ccef337 not bound to the agent host dv-cinder-726180-9-iscsi {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 15:03:21.473974 dv-cinder-726180-9-iscsi neutron-server[99485]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 14 15:03:21.473974 dv-cinder-726180-9-iscsi neutron-server[99485]: from cryptography.utils import int_from_bytes Jun 14 15:03:21.473974 dv-cinder-726180-9-iscsi neutron-server[99485]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 14 15:03:21.473974 dv-cinder-726180-9-iscsi neutron-server[99485]: from cryptography.utils import int_from_bytes Jun 14 15:03:21.473974 dv-cinder-726180-9-iscsi neutron-server[99485]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 15:03:21.473974 dv-cinder-726180-9-iscsi neutron-server[99485]: retrieve_revision_numbers = { Jun 14 15:03:21.473974 dv-cinder-726180-9-iscsi neutron-server[99485]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 15:03:21.473974 dv-cinder-726180-9-iscsi neutron-server[99485]: retrieve_revision_numbers = { Jun 14 15:03:21.473974 dv-cinder-726180-9-iscsi neutron-server[99485]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 15:03:21.473974 dv-cinder-726180-9-iscsi neutron-server[99485]: retrieve_revision_numbers = { Jun 14 15:03:21.473974 dv-cinder-726180-9-iscsi neutron-server[99485]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 15:03:21.473974 dv-cinder-726180-9-iscsi neutron-server[99485]: retrieve_revision_numbers = { Jun 14 15:03:21.473974 dv-cinder-726180-9-iscsi neutron-server[99485]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 15:03:21.473974 dv-cinder-726180-9-iscsi neutron-server[99485]: retrieve_revision_numbers = { Jun 14 15:03:21.473974 dv-cinder-726180-9-iscsi neutron-server[99485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 14 15:03:21.473974 dv-cinder-726180-9-iscsi neutron-server[99485]: self.session.flush() Jun 14 15:03:21.473974 dv-cinder-726180-9-iscsi neutron-server[99485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 14 15:03:21.473974 dv-cinder-726180-9-iscsi neutron-server[99485]: self.session.flush() Jun 14 15:03:21.473974 dv-cinder-726180-9-iscsi neutron-server[99485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 14 15:03:21.473974 dv-cinder-726180-9-iscsi neutron-server[99485]: self.session.flush() Jun 14 15:03:21.473974 dv-cinder-726180-9-iscsi neutron-server[99485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 14 15:03:21.473974 dv-cinder-726180-9-iscsi neutron-server[99485]: self.session.flush() Jun 14 15:03:21.473974 dv-cinder-726180-9-iscsi neutron-server[99485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 14 15:03:21.473974 dv-cinder-726180-9-iscsi neutron-server[99485]: self.session.flush() Jun 14 15:03:21.473974 dv-cinder-726180-9-iscsi neutron-server[99485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 14 15:03:21.473974 dv-cinder-726180-9-iscsi neutron-server[99485]: self.session.flush() Jun 14 15:03:21.473974 dv-cinder-726180-9-iscsi neutron-server[99485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 14 15:03:21.473974 dv-cinder-726180-9-iscsi neutron-server[99485]: self.session.flush() Jun 14 15:03:21.473974 dv-cinder-726180-9-iscsi neutron-server[99485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 14 15:03:21.473974 dv-cinder-726180-9-iscsi neutron-server[99485]: self.session.flush() Jun 14 15:03:21.473974 dv-cinder-726180-9-iscsi neutron-server[99485]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 15:03:21.473974 dv-cinder-726180-9-iscsi neutron-server[99485]: retrieve_revision_numbers = { Jun 14 15:03:21.473974 dv-cinder-726180-9-iscsi neutron-server[99485]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 15:03:21.473974 dv-cinder-726180-9-iscsi neutron-server[99485]: retrieve_revision_numbers = { Jun 14 15:03:21.473974 dv-cinder-726180-9-iscsi neutron-server[99485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 14 15:03:21.473974 dv-cinder-726180-9-iscsi neutron-server[99485]: self.session.flush() Jun 14 15:03:21.473974 dv-cinder-726180-9-iscsi neutron-server[99485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 14 15:03:21.473974 dv-cinder-726180-9-iscsi neutron-server[99485]: self.session.flush() Jun 14 15:03:21.473974 dv-cinder-726180-9-iscsi neutron-server[99485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 14 15:03:21.473974 dv-cinder-726180-9-iscsi neutron-server[99485]: self.session.flush() Jun 14 15:03:21.483563 dv-cinder-726180-9-iscsi neutron-server[99485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 14 15:03:21.483563 dv-cinder-726180-9-iscsi neutron-server[99485]: self.session.flush() Jun 14 15:03:21.483563 dv-cinder-726180-9-iscsi neutron-server[99485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 14 15:03:21.483563 dv-cinder-726180-9-iscsi neutron-server[99485]: self.session.flush() Jun 14 15:03:21.483563 dv-cinder-726180-9-iscsi neutron-server[99485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 14 15:03:21.483563 dv-cinder-726180-9-iscsi neutron-server[99485]: self.session.flush() Jun 14 15:03:21.483563 dv-cinder-726180-9-iscsi neutron-server[99485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 14 15:03:21.483563 dv-cinder-726180-9-iscsi neutron-server[99485]: self.session.flush() Jun 14 15:03:21.483563 dv-cinder-726180-9-iscsi neutron-server[99485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 14 15:03:21.483563 dv-cinder-726180-9-iscsi neutron-server[99485]: self.session.flush() Jun 14 15:03:21.483563 dv-cinder-726180-9-iscsi neutron-server[99485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 14 15:03:21.483563 dv-cinder-726180-9-iscsi neutron-server[99485]: self.session.flush() Jun 14 15:03:21.483563 dv-cinder-726180-9-iscsi neutron-server[99485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 14 15:03:21.483563 dv-cinder-726180-9-iscsi neutron-server[99485]: self.session.flush() Jun 14 15:03:21.483563 dv-cinder-726180-9-iscsi neutron-server[99485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 14 15:03:21.483563 dv-cinder-726180-9-iscsi neutron-server[99485]: self.session.flush() Jun 14 15:03:21.483563 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-9b0def10-2649-4419-bd02-0812e8a0224c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375458892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763375065896'] for port, after_delete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:21.485836 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:03:21.518177 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0def10-2649-4419-bd02-0812e8a0224c None None] Pushing event deleted for resources: {'Port': ['ID=2ed46c12-c4b5-4729-b5b3-b65d6ccef337,revision_number=None']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:03:21.523160 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0def10-2649-4419-bd02-0812e8a0224c None None] No DVR routers for this DVR port 2ed46c12-c4b5-4729-b5b3-b65d6ccef337 on host dv-cinder-726180-9-iscsi {{(pid=99485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 15:03:21.531671 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0def10-2649-4419-bd02-0812e8a0224c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:03:21.532159 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0def10-2649-4419-bd02-0812e8a0224c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:03:21.532568 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0def10-2649-4419-bd02-0812e8a0224c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:03:21.532992 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0def10-2649-4419-bd02-0812e8a0224c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:03:21.533312 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0def10-2649-4419-bd02-0812e8a0224c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:03:21.533640 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0def10-2649-4419-bd02-0812e8a0224c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:03:21.533963 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0def10-2649-4419-bd02-0812e8a0224c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:03:21.534400 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0def10-2649-4419-bd02-0812e8a0224c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:03:21.534592 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0def10-2649-4419-bd02-0812e8a0224c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:03:21.534910 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0def10-2649-4419-bd02-0812e8a0224c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:03:21.535225 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0def10-2649-4419-bd02-0812e8a0224c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:03:21.535538 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0def10-2649-4419-bd02-0812e8a0224c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-9-iscsi {{(pid=99485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:03:21.539661 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-9b0def10-2649-4419-bd02-0812e8a0224c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:03:21.637883 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f025c0-09ac-4e98-8826-34089a2bdcb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ed46c12-c4b5-4729-b5b3-b65d6ccef337,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:03:21.641617 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-17f025c0-09ac-4e98-8826-34089a2bdcb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:03:21.644438 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f025c0-09ac-4e98-8826-34089a2bdcb3 admin admin] No DVR routers for this DVR port 2ed46c12-c4b5-4729-b5b3-b65d6ccef337 on host dv-cinder-726180-9-iscsi {{(pid=99484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 15:03:21.753239 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-17f025c0-09ac-4e98-8826-34089a2bdcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-911334', 'neutron.services.segments.db._delete_segments_for_network-8763375589048'] for network, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:21.766256 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.services.segments.db [None req-17f025c0-09ac-4e98-8826-34089a2bdcb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5de2046a-1fb6-45f0-8b8a-db9f6abde019']}} {{(pid=99484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:03:21.779238 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.services.segments.db [None req-17f025c0-09ac-4e98-8826-34089a2bdcb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f38bb8ce-b58e-4ac2-8f7b-63bec74bcbb6') {'for_net_delete': True} {{(pid=99484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:03:21.779540 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.services.segments.db [None req-17f025c0-09ac-4e98-8826-34089a2bdcb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f38bb8ce-b58e-4ac2-8f7b-63bec74bcbb6') {} {{(pid=99484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:03:21.794225 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-17f025c0-09ac-4e98-8826-34089a2bdcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375588886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257031'] for segment, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:21.810537 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-17f025c0-09ac-4e98-8826-34089a2bdcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-914478'] for segment, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:21.817671 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17f025c0-09ac-4e98-8826-34089a2bdcb3 admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=99484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 15:03:21.818059 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-17f025c0-09ac-4e98-8826-34089a2bdcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-914478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12090150'] for segment, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:21.819730 dv-cinder-726180-9-iscsi neutron-server[99484]: Traceback (most recent call last): Jun 14 15:03:21.819730 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 14 15:03:21.819730 dv-cinder-726180-9-iscsi neutron-server[99484]: timer() Jun 14 15:03:21.819730 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 14 15:03:21.819730 dv-cinder-726180-9-iscsi neutron-server[99484]: cb(*args, **kw) Jun 14 15:03:21.819730 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 14 15:03:21.819730 dv-cinder-726180-9-iscsi neutron-server[99484]: return func(*args, **kwargs) Jun 14 15:03:21.819730 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 14 15:03:21.819730 dv-cinder-726180-9-iscsi neutron-server[99484]: self._notify() Jun 14 15:03:21.819730 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 14 15:03:21.819730 dv-cinder-726180-9-iscsi neutron-server[99484]: self.callback(batched_events) Jun 14 15:03:21.819730 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 14 15:03:21.819730 dv-cinder-726180-9-iscsi neutron-server[99484]: event.method(event) Jun 14 15:03:21.819730 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 14 15:03:21.819730 dv-cinder-726180-9-iscsi neutron-server[99484]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 14 15:03:21.819730 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 14 15:03:21.819730 dv-cinder-726180-9-iscsi neutron-server[99484]: aggregate_uuid = self.p_client.list_aggregates( Jun 14 15:03:21.819730 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 14 15:03:21.819730 dv-cinder-726180-9-iscsi neutron-server[99484]: return f(self, *a, **k) Jun 14 15:03:21.819730 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 14 15:03:21.819730 dv-cinder-726180-9-iscsi neutron-server[99484]: return self._get(url).json() Jun 14 15:03:21.819730 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 14 15:03:21.819730 dv-cinder-726180-9-iscsi neutron-server[99484]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 14 15:03:21.819730 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 14 15:03:21.819730 dv-cinder-726180-9-iscsi neutron-server[99484]: return self.request(url, 'GET', **kwargs) Jun 14 15:03:21.819730 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 14 15:03:21.819730 dv-cinder-726180-9-iscsi neutron-server[99484]: base_url = self.get_endpoint(auth, allow=allow, Jun 14 15:03:21.819730 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 14 15:03:21.819730 dv-cinder-726180-9-iscsi neutron-server[99484]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 14 15:03:21.819730 dv-cinder-726180-9-iscsi neutron-server[99484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 14 15:03:21.819730 dv-cinder-726180-9-iscsi neutron-server[99484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 14 15:03:21.819730 dv-cinder-726180-9-iscsi neutron-server[99484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 14 15:03:22.011291 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-17f025c0-09ac-4e98-8826-34089a2bdcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-911353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4045583'] for network, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:22.015829 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-17f025c0-09ac-4e98-8826-34089a2bdcb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699218'] for network, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:22.017916 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-17f025c0-09ac-4e98-8826-34089a2bdcb3 admin admin] 10.222.0.55 "DELETE /v2.0/networks/5de2046a-1fb6-45f0-8b8a-db9f6abde019 HTTP/1.1" status: 204 len: 168 time: 1.3770499 Jun 14 15:03:22.018696 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-cd6e6d05-d0bb-4b82-abd2-526b8bb875d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:03:22.021282 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 40306) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:03:22.034852 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f025c0-09ac-4e98-8826-34089a2bdcb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5de2046a-1fb6-45f0-8b8a-db9f6abde019,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:03:22.037492 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-17f025c0-09ac-4e98-8826-34089a2bdcb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:03:22.482448 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-e311bcb8-be7f-435a-8071-1e7e3ca690a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4034001'] for router_interface, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:22.833391 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.plugin [None req-e311bcb8-be7f-435a-8071-1e7e3ca690a9 admin admin] Deleting port 6cb4329d-0eb4-4850-a1b3-6717a13d535d {{(pid=99483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 15:03:22.833729 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-e311bcb8-be7f-435a-8071-1e7e3ca690a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375454248'] for port, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:22.944743 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.db [None req-e311bcb8-be7f-435a-8071-1e7e3ca690a9 admin admin] For port 6cb4329d-0eb4-4850-a1b3-6717a13d535d, host dv-cinder-726180-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=6cb4329d-0eb4-4850-a1b3-6717a13d535d,segment=NetworkSegment(38e4c0d4-5fe0-40dc-9c0c-3a03a2b9d740),segment_id=38e4c0d4-5fe0-40dc-9c0c-3a03a2b9d740)] {{(pid=99483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 15:03:22.945337 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-e311bcb8-be7f-435a-8071-1e7e3ca690a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4046836'] for port, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:23.047647 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.plugin [None req-e311bcb8-be7f-435a-8071-1e7e3ca690a9 admin admin] Calling delete_port for 6cb4329d-0eb4-4850-a1b3-6717a13d535d owned by network:router_interface {{(pid=99483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 15:03:23.377078 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-e311bcb8-be7f-435a-8071-1e7e3ca690a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375458892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763375065896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282732'] for port, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:23.379484 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-110793c8-d3f1-488d-aeb6-7eac0a71d125 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:03:23.412280 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e311bcb8-be7f-435a-8071-1e7e3ca690a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cb4329d-0eb4-4850-a1b3-6717a13d535d,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:03:23.416859 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-e311bcb8-be7f-435a-8071-1e7e3ca690a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:03:23.639979 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-e311bcb8-be7f-435a-8071-1e7e3ca690a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3699262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4033345'] for router_interface, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:24.231133 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e311bcb8-be7f-435a-8071-1e7e3ca690a9 admin admin] Router 8ee753e5-9fce-49c8-9fe7-677ca051df6d has already been hosted by L3 agent 1c008f53-dbc2-48c1-a123-31b869a31df2 {{(pid=99483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 15:03:24.387479 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e311bcb8-be7f-435a-8071-1e7e3ca690a9 admin admin] Notify agent at l3_agent.dv-cinder-726180-9-iscsi the message routers_updated {{(pid=99483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 15:03:24.393075 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-e311bcb8-be7f-435a-8071-1e7e3ca690a9 admin admin] 10.222.0.55 "PUT /v2.0/routers/8ee753e5-9fce-49c8-9fe7-677ca051df6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3702819 Jun 14 15:03:24.395260 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 40310) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:03:24.399201 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53be1d4a-db31-47bf-a681-c9def1740807 None None] Sync routers for ids ['8ee753e5-9fce-49c8-9fe7-677ca051df6d'] in dv-cinder-726180-9-iscsi {{(pid=99486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 15:03:24.413097 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53be1d4a-db31-47bf-a681-c9def1740807 None None] Routers {'8ee753e5-9fce-49c8-9fe7-677ca051df6d'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 15:03:24.413725 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-53be1d4a-db31-47bf-a681-c9def1740807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T15:02:58Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['8ee753e5-9fce-49c8-9fe7-677ca051df6d'], 'active': True} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:03:24.553967 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-9dbc26b1-6feb-4153-bc4d-e05fae42c4c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:24.565473 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvr_db [None req-53be1d4a-db31-47bf-a681-c9def1740807 None None] Set router 8ee753e5-9fce-49c8-9fe7-677ca051df6d gateway port host: dv-cinder-726180-9-iscsi {{(pid=99486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 15:03:24.712648 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-9dbc26b1-6feb-4153-bc4d-e05fae42c4c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:24.812581 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-53be1d4a-db31-47bf-a681-c9def1740807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee753e5-9fce-49c8-9fe7-677ca051df6d', 'name': 'tempest-TestVolumeBootPattern-1807688154-router', 'tenant_id': '29aff244625e436e8186fca3653af18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '78a00b9e-c4ac-4da0-83f5-a3542dbaed2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:55:35Z', 'updated_at': '2021-06-14T15:03:23Z', 'revision_number': 5, 'project_id': '29aff244625e436e8186fca3653af18a', 'gw_port': {'id': '78a00b9e-c4ac-4da0-83f5-a3542dbaed2a', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:53:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee753e5-9fce-49c8-9fe7-677ca051df6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:55:36Z', 'updated_at': '2021-06-14T14:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi'}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:03:24.814787 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53be1d4a-db31-47bf-a681-c9def1740807 None None] Checking router: 8ee753e5-9fce-49c8-9fe7-677ca051df6d for host: dv-cinder-726180-9-iscsi {{(pid=99486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 15:03:24.822915 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53be1d4a-db31-47bf-a681-c9def1740807 None None] Routers {'8ee753e5-9fce-49c8-9fe7-677ca051df6d'} bound to L3 agent in host dv-cinder-726180-9-iscsi {{(pid=99486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 15:03:24.824211 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-53be1d4a-db31-47bf-a681-c9def1740807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T14:38:28Z,description=,heartbeat_timestamp=2021-06-14T15:02:58Z,host='dv-cinder-726180-9-iscsi',id=1c008f53-dbc2-48c1-a123-31b869a31df2,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:38:29Z,topic='l3_agent')) {'router_ids': ['8ee753e5-9fce-49c8-9fe7-677ca051df6d'], 'active': True} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:03:24.897206 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.plugin [None req-9dbc26b1-6feb-4153-bc4d-e05fae42c4c8 admin admin] Deleting port 78a00b9e-c4ac-4da0-83f5-a3542dbaed2a {{(pid=99483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 15:03:24.897559 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-9dbc26b1-6feb-4153-bc4d-e05fae42c4c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375454248'] for port, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:24.976305 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_dvr_db [None req-53be1d4a-db31-47bf-a681-c9def1740807 None None] Set router 8ee753e5-9fce-49c8-9fe7-677ca051df6d gateway port host: dv-cinder-726180-9-iscsi {{(pid=99486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 15:03:25.011149 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.db [None req-9dbc26b1-6feb-4153-bc4d-e05fae42c4c8 admin admin] For port 78a00b9e-c4ac-4da0-83f5-a3542dbaed2a, host dv-cinder-726180-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=78a00b9e-c4ac-4da0-83f5-a3542dbaed2a,segment=NetworkSegment(5f9b4eda-9001-4473-8107-70664bb4d177),segment_id=5f9b4eda-9001-4473-8107-70664bb4d177)] {{(pid=99483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 15:03:25.011758 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-9dbc26b1-6feb-4153-bc4d-e05fae42c4c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4046836'] for port, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:25.115142 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.plugin [None req-9dbc26b1-6feb-4153-bc4d-e05fae42c4c8 admin admin] Calling delete_port for 78a00b9e-c4ac-4da0-83f5-a3542dbaed2a owned by network:router_gateway {{(pid=99483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 15:03:25.359899 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.l3_hamode_db [None req-53be1d4a-db31-47bf-a681-c9def1740807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee753e5-9fce-49c8-9fe7-677ca051df6d', 'name': 'tempest-TestVolumeBootPattern-1807688154-router', 'tenant_id': '29aff244625e436e8186fca3653af18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '78a00b9e-c4ac-4da0-83f5-a3542dbaed2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:55:35Z', 'updated_at': '2021-06-14T15:03:23Z', 'revision_number': 5, 'project_id': '29aff244625e436e8186fca3653af18a', 'gw_port': {'id': '78a00b9e-c4ac-4da0-83f5-a3542dbaed2a', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:53:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee753e5-9fce-49c8-9fe7-677ca051df6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:55:36Z', 'updated_at': '2021-06-14T14:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi'}], 'dv-cinder-726180-9-iscsi', False) {} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:03:25.363076 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53be1d4a-db31-47bf-a681-c9def1740807 None None] The sync data for ids ['8ee753e5-9fce-49c8-9fe7-677ca051df6d'] in dv-cinder-726180-9-iscsi is: [{'id': '8ee753e5-9fce-49c8-9fe7-677ca051df6d', 'name': 'tempest-TestVolumeBootPattern-1807688154-router', 'tenant_id': '29aff244625e436e8186fca3653af18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'external_fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '78a00b9e-c4ac-4da0-83f5-a3542dbaed2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:55:35Z', 'updated_at': '2021-06-14T15:03:23Z', 'revision_number': 5, 'project_id': '29aff244625e436e8186fca3653af18a', 'gw_port': {'id': '78a00b9e-c4ac-4da0-83f5-a3542dbaed2a', 'name': '', 'network_id': '380d7500-e042-4a28-87f8-50b947846e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:53:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee753e5-9fce-49c8-9fe7-677ca051df6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:55:36Z', 'updated_at': '2021-06-14T14:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5342af6e-54a0-4047-9509-517c9dedbdeb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-9-iscsi'}] {{(pid=99486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 15:03:25.458038 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-9dbc26b1-6feb-4153-bc4d-e05fae42c4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375458892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763375065896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282732'] for port, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:25.463166 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-cf688600-bb5c-4030-a926-4242757d2615 tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:03:25.496036 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbc26b1-6feb-4153-bc4d-e05fae42c4c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=78a00b9e-c4ac-4da0-83f5-a3542dbaed2a,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:03:25.500250 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-9dbc26b1-6feb-4153-bc4d-e05fae42c4c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:03:25.580403 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-9dbc26b1-6feb-4153-bc4d-e05fae42c4c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4045586'] for router_gateway, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:25.744871 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-9dbc26b1-6feb-4153-bc4d-e05fae42c4c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4031715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60902'] for router, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:25.749185 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-9dbc26b1-6feb-4153-bc4d-e05fae42c4c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:25.841541 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-a7be3924-7d10-4162-841f-11062ea30c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:25.961352 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-9dbc26b1-6feb-4153-bc4d-e05fae42c4c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4031029'] for router, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:25.961914 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dbc26b1-6feb-4153-bc4d-e05fae42c4c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ee753e5-9fce-49c8-9fe7-677ca051df6d {{(pid=99483) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 14 15:03:25.967082 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-9dbc26b1-6feb-4153-bc4d-e05fae42c4c8 admin admin] Notify callbacks [] for router, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:25.968326 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-9dbc26b1-6feb-4153-bc4d-e05fae42c4c8 admin admin] 10.222.0.55 "DELETE /v2.0/routers/8ee753e5-9fce-49c8-9fe7-677ca051df6d HTTP/1.1" status: 204 len: 168 time: 1.5718603 Jun 14 15:03:25.971137 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 40316) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:03:26.042405 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.db.db_base_plugin_v2 [None req-187ddaee-cba7-4d8e-a390-8bb617d5fd40 admin admin] Deleting subnet 7e74ccf8-56b9-46f7-8d52-8e470c3896fa {{(pid=99484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 14 15:03:26.047827 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-187ddaee-cba7-4d8e-a390-8bb617d5fd40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:26.102138 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-187ddaee-cba7-4d8e-a390-8bb617d5fd40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257036'] for subnet, precommit_delete_associations {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:26.211498 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-187ddaee-cba7-4d8e-a390-8bb617d5fd40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912507'] for subnet, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:26.433856 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-187ddaee-cba7-4d8e-a390-8bb617d5fd40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12089743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12540712'] for subnet, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:26.433856 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:03:26.464535 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ddaee-cba7-4d8e-a390-8bb617d5fd40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e74ccf8-56b9-46f7-8d52-8e470c3896fa,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:03:26.467973 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-187ddaee-cba7-4d8e-a390-8bb617d5fd40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:03:26.468921 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-187ddaee-cba7-4d8e-a390-8bb617d5fd40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:26.470809 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-187ddaee-cba7-4d8e-a390-8bb617d5fd40 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/7e74ccf8-56b9-46f7-8d52-8e470c3896fa HTTP/1.1" status: 204 len: 168 time: 0.4986982 Jun 14 15:03:26.473505 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 40322) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:03:26.475915 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf2e7c0-f64f-4f7c-9cdb-0f22eb53a0b4 None None] Network 89fb06b7-1cf6-4302-baa8-413d70a84ad2 requested from dv-cinder-726180-9-iscsi {{(pid=99485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 15:03:26.578547 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-b62a4a16-be1c-4eee-956b-b39c031dcb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1035504'] for network, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:26.659086 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.plugin [None req-b62a4a16-be1c-4eee-956b-b39c031dcb0e admin admin] Deleting port 883d2407-f792-4f0e-819b-6b1b2a4db2c1 {{(pid=99483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 15:03:26.659608 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-b62a4a16-be1c-4eee-956b-b39c031dcb0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375454248'] for port, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:26.721308 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ff312e-7e82-4b67-a7b5-f295ed5e3c46 None None] DHCP port deletion for 89fb06b7-1cf6-4302-baa8-413d70a84ad2 request from dv-cinder-726180-9-iscsi {{(pid=99485) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 14 15:03:26.765406 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.db [None req-b62a4a16-be1c-4eee-956b-b39c031dcb0e admin admin] For port 883d2407-f792-4f0e-819b-6b1b2a4db2c1, host dv-cinder-726180-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=883d2407-f792-4f0e-819b-6b1b2a4db2c1,segment=NetworkSegment(38e4c0d4-5fe0-40dc-9c0c-3a03a2b9d740),segment_id=38e4c0d4-5fe0-40dc-9c0c-3a03a2b9d740)] {{(pid=99483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 15:03:26.765725 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-b62a4a16-be1c-4eee-956b-b39c031dcb0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4046836'] for port, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:26.786952 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-37ff312e-7e82-4b67-a7b5-f295ed5e3c46 None None] Deleting port 883d2407-f792-4f0e-819b-6b1b2a4db2c1 {{(pid=99485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 15:03:26.787842 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-37ff312e-7e82-4b67-a7b5-f295ed5e3c46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375454248'] for port, before_delete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:26.879551 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.plugin [None req-b62a4a16-be1c-4eee-956b-b39c031dcb0e admin admin] Calling delete_port for 883d2407-f792-4f0e-819b-6b1b2a4db2c1 owned by network:dhcp {{(pid=99483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 15:03:26.890533 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.db [None req-37ff312e-7e82-4b67-a7b5-f295ed5e3c46 None None] For port 883d2407-f792-4f0e-819b-6b1b2a4db2c1, host dv-cinder-726180-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-9-iscsi',level=0,port_id=883d2407-f792-4f0e-819b-6b1b2a4db2c1,segment=NetworkSegment(38e4c0d4-5fe0-40dc-9c0c-3a03a2b9d740),segment_id=38e4c0d4-5fe0-40dc-9c0c-3a03a2b9d740)] {{(pid=99485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 15:03:26.891134 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-37ff312e-7e82-4b67-a7b5-f295ed5e3c46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4046836'] for port, precommit_delete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:27.009316 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-37ff312e-7e82-4b67-a7b5-f295ed5e3c46 None None] Calling delete_port for 883d2407-f792-4f0e-819b-6b1b2a4db2c1 owned by network:dhcp {{(pid=99485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 15:03:27.086842 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-b62a4a16-be1c-4eee-956b-b39c031dcb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375458892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763375065896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282732'] for port, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:27.092129 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-eab7e11b-789e-4bcb-b21e-1b2603cc338d tempest-TestVolumeBootPattern-1389464711 tempest-TestVolumeBootPattern-1389464711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:03:27.108784 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device 78a00b9e-c4ac-4da0-83f5-a3542dbaed2a no longer exists at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 15:03:27.126870 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62a4a16-be1c-4eee-956b-b39c031dcb0e admin admin] No DVR routers for this DVR port 883d2407-f792-4f0e-819b-6b1b2a4db2c1 on host dv-cinder-726180-9-iscsi {{(pid=99483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 15:03:27.131274 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62a4a16-be1c-4eee-956b-b39c031dcb0e admin admin] Pushing event deleted for resources: {'Port': ['ID=883d2407-f792-4f0e-819b-6b1b2a4db2c1,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:03:27.136216 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] No Port match for: 78a00b9e-c4ac-4da0-83f5-a3542dbaed2a {{(pid=99485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 15:03:27.136580 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device 78a00b9e-c4ac-4da0-83f5-a3542dbaed2a not bound to the agent host dv-cinder-726180-9-iscsi {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 15:03:27.137044 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device 6cb4329d-0eb4-4850-a1b3-6717a13d535d no longer exists at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 15:03:27.138181 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-b62a4a16-be1c-4eee-956b-b39c031dcb0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:03:27.139790 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-37ff312e-7e82-4b67-a7b5-f295ed5e3c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-905419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375458892', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763375065896'] for port, after_delete {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:27.144227 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-9b0def10-2649-4419-bd02-0812e8a0224c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:03:27.199201 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ff312e-7e82-4b67-a7b5-f295ed5e3c46 None None] Pushing event deleted for resources: {'Port': ['ID=883d2407-f792-4f0e-819b-6b1b2a4db2c1,revision_number=None']} {{(pid=99485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:03:27.201160 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] No Port match for: 6cb4329d-0eb4-4850-a1b3-6717a13d535d {{(pid=99485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 15:03:27.201510 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device 6cb4329d-0eb4-4850-a1b3-6717a13d535d not bound to the agent host dv-cinder-726180-9-iscsi {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 15:03:27.201930 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device 883d2407-f792-4f0e-819b-6b1b2a4db2c1 no longer exists at agent ovs-agent-dv-cinder-726180-9-iscsi {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 15:03:27.203833 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG oslo_concurrency.lockutils [None req-37ff312e-7e82-4b67-a7b5-f295ed5e3c46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:03:27.227883 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ff312e-7e82-4b67-a7b5-f295ed5e3c46 None None] No DVR routers for this DVR port 883d2407-f792-4f0e-819b-6b1b2a4db2c1 on host dv-cinder-726180-9-iscsi {{(pid=99485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 15:03:27.230568 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.plugin [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] No Port match for: 883d2407-f792-4f0e-819b-6b1b2a4db2c1 {{(pid=99485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 15:03:27.231109 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron.plugins.ml2.rpc [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Device 883d2407-f792-4f0e-819b-6b1b2a4db2c1 not bound to the agent host dv-cinder-726180-9-iscsi {{(pid=99485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 15:03:27.248413 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-b62a4a16-be1c-4eee-956b-b39c031dcb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-911334', 'neutron.services.segments.db._delete_segments_for_network-8763375589048'] for network, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:27.261613 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.services.segments.db [None req-b62a4a16-be1c-4eee-956b-b39c031dcb0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89fb06b7-1cf6-4302-baa8-413d70a84ad2']}} {{(pid=99483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:03:27.273091 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.services.segments.db [None req-b62a4a16-be1c-4eee-956b-b39c031dcb0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38e4c0d4-5fe0-40dc-9c0c-3a03a2b9d740') {'for_net_delete': True} {{(pid=99483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:03:27.273438 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.services.segments.db [None req-b62a4a16-be1c-4eee-956b-b39c031dcb0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38e4c0d4-5fe0-40dc-9c0c-3a03a2b9d740') {} {{(pid=99483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:03:27.284438 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-b62a4a16-be1c-4eee-956b-b39c031dcb0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375588886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8802493'] for segment, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:27.300851 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-b62a4a16-be1c-4eee-956b-b39c031dcb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-914478'] for segment, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:27.307428 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b62a4a16-be1c-4eee-956b-b39c031dcb0e admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=99483) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 15:03:27.308366 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-b62a4a16-be1c-4eee-956b-b39c031dcb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-914478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282687'] for segment, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:27.309869 dv-cinder-726180-9-iscsi neutron-server[99483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 15:03:27.309869 dv-cinder-726180-9-iscsi neutron-server[99483]: conditions |= (models_v2.Port.network_id.in_( Jun 14 15:03:27.309869 dv-cinder-726180-9-iscsi neutron-server[99483]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 15:03:27.309869 dv-cinder-726180-9-iscsi neutron-server[99483]: retrieve_revision_numbers = { Jun 14 15:03:27.309869 dv-cinder-726180-9-iscsi neutron-server[99483]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 15:03:27.309869 dv-cinder-726180-9-iscsi neutron-server[99483]: conditions |= (models_v2.Port.network_id.in_( Jun 14 15:03:27.309869 dv-cinder-726180-9-iscsi neutron-server[99483]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 15:03:27.309869 dv-cinder-726180-9-iscsi neutron-server[99483]: retrieve_revision_numbers = { Jun 14 15:03:27.309869 dv-cinder-726180-9-iscsi neutron-server[99483]: Traceback (most recent call last): Jun 14 15:03:27.309869 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 14 15:03:27.309869 dv-cinder-726180-9-iscsi neutron-server[99483]: timer() Jun 14 15:03:27.309869 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 14 15:03:27.309869 dv-cinder-726180-9-iscsi neutron-server[99483]: cb(*args, **kw) Jun 14 15:03:27.309869 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 14 15:03:27.309869 dv-cinder-726180-9-iscsi neutron-server[99483]: return func(*args, **kwargs) Jun 14 15:03:27.309869 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 14 15:03:27.309869 dv-cinder-726180-9-iscsi neutron-server[99483]: self._notify() Jun 14 15:03:27.309869 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 14 15:03:27.309869 dv-cinder-726180-9-iscsi neutron-server[99483]: self.callback(batched_events) Jun 14 15:03:27.309869 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 14 15:03:27.309869 dv-cinder-726180-9-iscsi neutron-server[99483]: event.method(event) Jun 14 15:03:27.309869 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 14 15:03:27.309869 dv-cinder-726180-9-iscsi neutron-server[99483]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 14 15:03:27.309869 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 14 15:03:27.309869 dv-cinder-726180-9-iscsi neutron-server[99483]: aggregate_uuid = self.p_client.list_aggregates( Jun 14 15:03:27.309869 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 14 15:03:27.309869 dv-cinder-726180-9-iscsi neutron-server[99483]: return f(self, *a, **k) Jun 14 15:03:27.309869 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 14 15:03:27.309869 dv-cinder-726180-9-iscsi neutron-server[99483]: return self._get(url).json() Jun 14 15:03:27.309869 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 14 15:03:27.309869 dv-cinder-726180-9-iscsi neutron-server[99483]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 14 15:03:27.309869 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 14 15:03:27.309869 dv-cinder-726180-9-iscsi neutron-server[99483]: return self.request(url, 'GET', **kwargs) Jun 14 15:03:27.309869 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 14 15:03:27.309869 dv-cinder-726180-9-iscsi neutron-server[99483]: base_url = self.get_endpoint(auth, allow=allow, Jun 14 15:03:27.309869 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 14 15:03:27.309869 dv-cinder-726180-9-iscsi neutron-server[99483]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 14 15:03:27.309869 dv-cinder-726180-9-iscsi neutron-server[99483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 14 15:03:27.309869 dv-cinder-726180-9-iscsi neutron-server[99483]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 14 15:03:27.309869 dv-cinder-726180-9-iscsi neutron-server[99483]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 14 15:03:27.532553 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-b62a4a16-be1c-4eee-956b-b39c031dcb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-911353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-112939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3699255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4045583'] for network, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:27.536188 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-e656c00e-b276-4eb7-b6ff-9a9d01795479 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:03:27.538897 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-b62a4a16-be1c-4eee-956b-b39c031dcb0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699218'] for network, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:27.540775 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-b62a4a16-be1c-4eee-956b-b39c031dcb0e admin admin] 10.222.0.55 "DELETE /v2.0/networks/89fb06b7-1cf6-4302-baa8-413d70a84ad2 HTTP/1.1" status: 204 len: 168 time: 1.0660963 Jun 14 15:03:27.555140 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62a4a16-be1c-4eee-956b-b39c031dcb0e admin admin] Pushing event deleted for resources: {'Network': ['ID=89fb06b7-1cf6-4302-baa8-413d70a84ad2,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:03:27.558601 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-b62a4a16-be1c-4eee-956b-b39c031dcb0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:03:28.063017 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 40328) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:03:28.110027 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-9d18518f-a0b0-415d-98e1-6940d197285d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a3f11692b2f8449abf062d147c313cb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0457530 Jun 14 15:03:28.112551 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.wsgi [-] (99484) accepted ('10.222.0.55', 40330) {{(pid=99484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:03:28.174827 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-c0337cdf-5402-430f-a322-c19af769ce3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:28.200930 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-c0337cdf-5402-430f-a322-c19af769ce3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:28.376538 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-c0337cdf-5402-430f-a322-c19af769ce3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:28.379461 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron_lib.callbacks.manager [None req-c0337cdf-5402-430f-a322-c19af769ce3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:28.380643 dv-cinder-726180-9-iscsi neutron-server[99484]: INFO neutron.wsgi [None req-c0337cdf-5402-430f-a322-c19af769ce3a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/849f35b7-0b7e-43db-8786-f70bb60f1661 HTTP/1.1" status: 204 len: 168 time: 0.2671895 Jun 14 15:03:28.381496 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-26e443e6-3672-42da-97c1-0dcfb8ea9bb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:03:28.390765 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0337cdf-5402-430f-a322-c19af769ce3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=849f35b7-0b7e-43db-8786-f70bb60f1661,revision_number=None']} {{(pid=99484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:03:28.393195 dv-cinder-726180-9-iscsi neutron-server[99484]: DEBUG oslo_concurrency.lockutils [None req-c0337cdf-5402-430f-a322-c19af769ce3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:03:28.621886 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-a209e148-1952-4eae-8737-9494b93fd76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:28.726667 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:29.736522 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 40338) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:03:29.784718 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-50a8ec99-d29e-4071-88fb-e38d663acd50 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=29aff244625e436e8186fca3653af18a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0466943 Jun 14 15:03:29.789531 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [-] (99483) accepted ('10.222.0.55', 40340) {{(pid=99483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:03:29.845844 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-e2a50306-8865-4865-9ce2-d642641a0882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:29.869972 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-e2a50306-8865-4865-9ce2-d642641a0882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:29.892029 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-fac6794f-d54e-43a2-84ad-332974bc6d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:30.091813 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-e2a50306-8865-4865-9ce2-d642641a0882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112067'] for security_group, after_delete {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:30.095792 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron_lib.callbacks.manager [None req-e2a50306-8865-4865-9ce2-d642641a0882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:30.097296 dv-cinder-726180-9-iscsi neutron-server[99483]: INFO neutron.wsgi [None req-e2a50306-8865-4865-9ce2-d642641a0882 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/34c1d5d9-8ead-4c43-aa6b-4e7cacdd6bbd HTTP/1.1" status: 204 len: 168 time: 0.3066773 Jun 14 15:03:30.098353 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-6eac39cb-9668-4f63-beba-100222a766e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:03:30.109322 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a50306-8865-4865-9ce2-d642641a0882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c1d5d9-8ead-4c43-aa6b-4e7cacdd6bbd,revision_number=None']} {{(pid=99483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:03:30.112143 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG oslo_concurrency.lockutils [None req-e2a50306-8865-4865-9ce2-d642641a0882 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:03:30.932331 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:31.458234 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-39b4335d-7f90-4c96-ac82-c584c202a69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:40.175348 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.agents_db [None req-f05f0e2d-2be5-4cb0-86e7-333c7e47477b None None] Agent healthcheck: found 6 active agents {{(pid=99486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 15:03:55.850183 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-4e70523e-90c5-4a71-93a2-7191fbebbb90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:58.525698 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-a50763a5-c31b-4c83-aaca-12df87ad102e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:58.771695 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:59.913089 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-fac6794f-d54e-43a2-84ad-332974bc6d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:04:00.799794 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:04:01.451735 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-39b4335d-7f90-4c96-ac82-c584c202a69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:04:17.175584 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.agents_db [None req-f05f0e2d-2be5-4cb0-86e7-333c7e47477b None None] Agent healthcheck: found 6 active agents {{(pid=99486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 15:04:25.828166 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-d4ab98e0-b9f8-40a0-8fdf-2634f56c5965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:04:28.519449 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8eb1ba92-a928-4a09-a762-7203f3ca3983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:04:28.742231 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:04:29.740995 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-fac6794f-d54e-43a2-84ad-332974bc6d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:04:30.748102 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:04:31.439279 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-39b4335d-7f90-4c96-ac82-c584c202a69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:04:54.174364 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.agents_db [None req-f05f0e2d-2be5-4cb0-86e7-333c7e47477b None None] Agent healthcheck: found 6 active agents {{(pid=99486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 15:04:55.792296 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-902b55ff-a7e0-4f36-9637-a31555357250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:04:58.524622 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-c7ae665e-cc21-4c8b-889d-23d0bb17f480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:04:58.799705 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:04:59.713010 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-fac6794f-d54e-43a2-84ad-332974bc6d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:00.760053 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:01.468035 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-39b4335d-7f90-4c96-ac82-c584c202a69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:25.792480 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-d6c7a1a7-137f-4d31-816e-db778605ee62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:28.523683 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-4f2c2d68-c620-4572-a47c-f4fa82e3952b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:28.723615 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:29.723869 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-fac6794f-d54e-43a2-84ad-332974bc6d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:30.723714 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:31.172441 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.agents_db [None req-f05f0e2d-2be5-4cb0-86e7-333c7e47477b None None] Agent healthcheck: found 6 active agents {{(pid=99486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 15:05:31.472282 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-39b4335d-7f90-4c96-ac82-c584c202a69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:55.820511 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-13e14944-4a73-4032-a87b-23159d4dbc80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:58.518200 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-a88c3a34-37cb-4403-b623-da7554c0b1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:58.780450 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:59.797731 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-fac6794f-d54e-43a2-84ad-332974bc6d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:06:00.808761 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:06:01.465420 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-39b4335d-7f90-4c96-ac82-c584c202a69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:06:08.170997 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.agents_db [None req-f05f0e2d-2be5-4cb0-86e7-333c7e47477b None None] Agent healthcheck: found 6 active agents {{(pid=99486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 15:06:25.809072 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-fce840c6-28e2-4624-b66f-8ce9402e2ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:06:28.528223 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-230d77f6-26a3-4c42-bafc-82072b26158c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:06:28.745905 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:06:29.739650 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-fac6794f-d54e-43a2-84ad-332974bc6d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:06:30.762588 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:06:31.442615 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-39b4335d-7f90-4c96-ac82-c584c202a69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:06:45.168935 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.agents_db [None req-f05f0e2d-2be5-4cb0-86e7-333c7e47477b None None] Agent healthcheck: found 6 active agents {{(pid=99486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 15:06:55.819209 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-ea4404cb-5dad-4624-b670-1d3ceb4d0742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:06:58.538611 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-31818301-3477-4a69-8a9a-b14d6a0ec410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:06:58.738996 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:06:59.727153 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-fac6794f-d54e-43a2-84ad-332974bc6d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:07:00.807962 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:07:01.533545 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-39b4335d-7f90-4c96-ac82-c584c202a69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:07:22.167102 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.agents_db [None req-f05f0e2d-2be5-4cb0-86e7-333c7e47477b None None] Agent healthcheck: found 6 active agents {{(pid=99486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 15:07:25.801965 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-16e93cc9-63a7-497f-92a8-3885c937d6f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:07:28.561522 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-ab35db55-784f-4bf5-b872-cfbe78f79f0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:07:28.703915 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:07:29.789790 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-fac6794f-d54e-43a2-84ad-332974bc6d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:07:30.773299 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:07:31.515795 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-39b4335d-7f90-4c96-ac82-c584c202a69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:07:55.783330 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-d4394142-7787-4fa8-912a-f3ead32aae62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:07:58.549086 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-4727f886-46dc-4f50-9a45-bb4d49c260bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:07:58.760254 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:07:59.165773 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.agents_db [None req-f05f0e2d-2be5-4cb0-86e7-333c7e47477b None None] Agent healthcheck: found 6 active agents {{(pid=99486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 15:07:59.737770 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-fac6794f-d54e-43a2-84ad-332974bc6d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:08:00.766204 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:08:01.486030 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-39b4335d-7f90-4c96-ac82-c584c202a69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:08:04.134427 dv-cinder-726180-9-iscsi neutron-server[99483]: DEBUG neutron.wsgi [req-b95164d2-3c45-4fe1-a086-93da3b3236b6 req-22c1671d-834e-4867-8771-3d1502ffc139 service neutron] (99483) timed out ('10.222.0.21', 56416) {{(pid=99483) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 14 15:08:25.782452 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-4d5a28e5-0b50-43b0-b4c7-fecaf1f23591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:08:28.525514 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-bb063e76-cb8b-4880-81c8-0c735deb226c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:08:28.714673 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-8d10e13b-6f7e-457f-aafa-cf24c89fe6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:08:29.765295 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-fac6794f-d54e-43a2-84ad-332974bc6d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:08:30.770917 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-93a54f01-15a9-4de5-884e-268fe7a3311b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:08:31.503238 dv-cinder-726180-9-iscsi neutron-server[99485]: DEBUG neutron_lib.callbacks.manager [None req-39b4335d-7f90-4c96-ac82-c584c202a69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375589030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-909880'] for agent, after_update {{(pid=99485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:08:36.165383 dv-cinder-726180-9-iscsi neutron-server[99486]: DEBUG neutron.db.agents_db [None req-f05f0e2d-2be5-4cb0-86e7-333c7e47477b None None] Agent healthcheck: found 6 active agents {{(pid=99486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}